-- Logs begin at Wed 2022-10-12 01:51:01 UTC, end at Wed 2022-10-12 02:51:27 UTC. -- Oct 12 02:20:59.766924 dv-cinder-849143-14-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 02:21:02.442292 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.common.config [-] Logging enabled! Oct 12 02:21:02.442885 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev68 Oct 12 02:21:02.443084 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104316) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 02:21:02.446364 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.common.config [-] Logging enabled! Oct 12 02:21:02.446624 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev68 Oct 12 02:21:02.446945 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104316) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 02:21:02.447897 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 02:21:02.448138 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 02:21:02.448656 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 02:21:02.448912 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 02:21:02.449143 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 02:21:02.449467 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.449769 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.450004 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.450308 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.450605 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.450894 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.451191 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.451493 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.451784 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.452070 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.452360 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.452627 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.452916 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.453208 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.453502 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.453729 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] debug = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.454012 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.454448 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.454867 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.455168 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.455463 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.455747 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.456026 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.456309 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.456709 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.457124 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] host = dv-cinder-849143-14-smb {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.457343 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.457636 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.457934 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.458229 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.458511 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.458794 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.459087 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.459367 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.459650 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] log_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.459932 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.460226 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.460548 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.460847 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.461079 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.461308 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.461599 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.461897 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.462179 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.462459 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.462741 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.463020 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.463301 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.463574 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.463866 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.464157 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.464449 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.464759 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.465078 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.465360 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.465639 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.465930 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.466210 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.466491 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.466777 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.467070 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.467344 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.467623 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.467929 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.468222 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.468537 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.468834 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.469116 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.469406 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.469686 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.469965 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.470242 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] use_json = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.470521 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.470797 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.471087 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.471368 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.471647 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.471927 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.472290 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.472290 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.472824 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:02.473126 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.473431 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.473740 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.474029 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.474341 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.474632 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.474931 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.475218 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.475517 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.475816 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.476111 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.476395 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.476732 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.477030 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.477332 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.477645 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.477944 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.478242 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.478523 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.478804 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.479082 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.479368 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.479661 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.479945 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.480240 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.480809 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.481109 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.481416 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.481709 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.482001 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.482303 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.482602 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.482883 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.483171 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.483473 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.483759 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.484038 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.484333 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.484647 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.484930 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.485221 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.485520 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.485816 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.486095 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.486381 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.486681 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.486963 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.487242 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.487517 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.488406 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.488406 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.488987 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.489271 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.489550 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.489828 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.490113 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.490392 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.490670 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.490953 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.491231 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.491517 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.491796 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.492073 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.492350 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.492668 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.492946 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.493221 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.493497 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.493780 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.494056 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.494332 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.494617 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.494891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.495168 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.495458 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.495763 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.496048 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.496332 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.496650 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.496942 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.497225 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.497507 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.497793 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.498076 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.498354 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.498652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.498940 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.499229 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.499518 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.499823 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.500126 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.500410 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.500721 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.501005 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.501290 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.501575 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.501865 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.502149 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.502432 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.502721 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.503009 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.503924 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.504244 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.504626 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.504935 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.505238 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.505539 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.505829 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.506147 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.506434 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:02.506659 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 02:21:02.506912 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104316) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 02:21:02.886806 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 02:21:02.887142 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 02:21:02.887417 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 02:21:02.887659 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 02:21:02.887949 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 02:21:02.888287 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 02:21:03.220264 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.220504 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.220790 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.222045 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.222328 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.222599 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.275937 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.276224 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.276519 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.292533 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.292825 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.293106 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.327417 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.327717 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.327972 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.364953 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.365239 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.365512 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.594812 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.595331 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.595419 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.596583 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.597336 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.694141 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.694466 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.694749 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.695027 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.695302 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.695616 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.695884 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.696143 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.696402 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.696712 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.696976 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.697241 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.697501 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.697753 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.698010 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.698276 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.698533 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.698800 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.699070 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.699333 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.699608 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.699862 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.700147 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.700552 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.700808 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.701059 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.701458 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.701700 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.701940 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.702178 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.702415 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.702653 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.703020 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 02:21:03.706105 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 02:21:03.710654 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 02:21:03.714548 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 12 02:21:03.716174 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 02:21:03.716822 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 02:21:03.717160 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 02:21:03.717552 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 02:21:03.720312 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 02:21:03.720595 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 02:21:03.720945 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 02:21:03.726277 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 02:21:03.749754 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 02:21:03.750207 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.750509 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104316) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 12 02:21:03.750886 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.752234 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104316) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 02:21:03.752542 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 02:21:03.752791 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 02:21:03.764031 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.764318 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.834368 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 02:21:03.834554 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 02:21:03.834790 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 02:21:03.835160 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 02:21:03.888263 dv-cinder-849143-14-smb neutron-server[104316]: INFO dbcounter [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Registered counter for database neutron Oct 12 02:21:03.907175 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_db.sqlalchemy.engines [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104316) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 02:21:03.912934 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG dbcounter [-] [104316] Writer thread running {{(pid=104316) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:04.452621 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing driver for type 'gre' Oct 12 02:21:04.453160 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] gre ID ranges: [(1, 1000)] Oct 12 02:21:04.511529 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing driver for type 'local' Oct 12 02:21:04.511868 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing driver for type 'vlan' Oct 12 02:21:04.525673 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] VlanTypeDriver initialization complete Oct 12 02:21:04.526180 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing driver for type 'vxlan' Oct 12 02:21:04.526686 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] vxlan ID ranges: [(1, 1000)] Oct 12 02:21:04.584740 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing extension driver 'port_security' Oct 12 02:21:04.585089 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] PortSecurityExtensionDriver initialization complete Oct 12 02:21:04.585430 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing mechanism driver 'openvswitch' Oct 12 02:21:04.585759 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing mechanism driver 'hyperv' Oct 12 02:21:04.592254 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.plugin [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:04.592956 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.593368 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.593716 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.594221 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:04.594641 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.594996 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.595495 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.595726 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:04.596135 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.596505 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.597457 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.597997 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:04.598407 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.598761 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.599107 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.599501 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:04.599908 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.600259 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.600635 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.601154 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:04.601562 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.601918 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.602266 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.602656 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:04.603092 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] ML2 OVO RPC backend initialized. {{(pid=104316) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 12 02:21:04.603801 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.604159 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.604603 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.604958 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > networks before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.605306 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.605901 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > ports before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.606249 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.606596 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.606947 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.607291 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.607630 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.607969 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.608308 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.608669 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.609009 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.609346 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.609680 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.617191 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded quota_driver: . Oct 12 02:21:04.617561 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.plugin [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Modular L2 Plugin initialization complete Oct 12 02:21:04.617912 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading services supported by the core plugin {{(pid=104316) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 02:21:04.618255 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.plugins.ml2.managers [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Got port-security extension from driver 'port_security' Oct 12 02:21:04.618739 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.extensions.vlantransparent [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Disabled vlantransparent extension. Oct 12 02:21:04.619241 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104316) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 02:21:04.619568 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: router Oct 12 02:21:04.654730 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.655124 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router after_create 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.655499 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router before_create 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.655869 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.656244 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.656630 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router after_delete 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.656993 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.657345 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.657704 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router after_create 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.658052 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router after_update 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.658402 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router after_update 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.658752 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.659131 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router after_update 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.660200 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.660738 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: port after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.661096 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: port after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.661446 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: subnet after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.661797 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.662152 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.662510 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.662860 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: port before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.663211 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.663573 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router after_update 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.663921 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.664275 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.664664 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.665015 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.665476 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > agent after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.665834 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.666184 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > network after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.667028 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Tracking information for resource: router configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:04.667358 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Tracking information for resource: floatingip configured {{(pid=104316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:04.672299 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.db.l3_agentschedulers_db [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 02:21:04.672900 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: port after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.673270 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: port after_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.673634 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: port after_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.673997 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: port after_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.674787 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router before_create 55550100 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.675206 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.675577 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.675933 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.680782 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.services.provider_configuration [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service providers = [] {{(pid=104316) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 02:21:04.681147 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.db.servicetype_db [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104316) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 02:21:04.684061 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.services.service_base [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:04.684412 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.services.service_base [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:04.684787 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.services.service_base [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:04.685659 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.services.service_base [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:04.686033 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.services.service_base [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 02:21:04.686403 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.686721 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 02:21:04.698232 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.698568 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: auto_allocate Oct 12 02:21:04.704277 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: network precommit_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.704635 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: network precommit_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.705156 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.705478 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: tag Oct 12 02:21:04.712661 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.712992 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: timestamp Oct 12 02:21:04.716977 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.717308 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: network_ip_availability Oct 12 02:21:04.723523 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.723904 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.724266 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.725014 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.725338 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: flavors Oct 12 02:21:04.729973 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.730304 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading Plugin: revisions Oct 12 02:21:04.734908 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:04.735292 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.847s {{(pid=104316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 02:21:04.736028 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104316) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 12 02:21:04.736365 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Initializing extension manager. Oct 12 02:21:04.736913 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: __init__.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.737257 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: __pycache__ {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.737632 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: address_group.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.738510 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.739077 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: address-group Oct 12 02:21:04.739404 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: address_scope.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.740076 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.740620 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: address-scope Oct 12 02:21:04.740945 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.741813 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.742324 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: router-admin-state-down-before-update Oct 12 02:21:04.742647 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: agent.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.743306 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.743816 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: agent Oct 12 02:21:04.744144 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: agent_resources_synced.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.745027 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.745539 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: agent-resources-synced Oct 12 02:21:04.745862 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.747583 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.748106 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: allowed-address-pairs Oct 12 02:21:04.748432 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.749473 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.749996 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: auto-allocated-topology Oct 12 02:21:04.750321 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: availability_zone.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.750974 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.751489 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: availability_zone Oct 12 02:21:04.751811 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: availability_zone_filter.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.752702 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.753253 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: availability_zone_filter Oct 12 02:21:04.753583 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: data_plane_status.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.754441 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.754952 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 02:21:04.755271 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: default_subnetpools.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.756137 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.756668 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: default-subnetpools Oct 12 02:21:04.756991 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.757756 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.758270 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: dhcp_agent_scheduler Oct 12 02:21:04.758589 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: dns.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.759449 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.759960 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 02:21:04.760286 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: dns_domain_ports.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.761180 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.761691 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 02:21:04.762015 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.762884 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.763394 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 02:21:04.763718 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: dvr.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.764357 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.764893 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: dvr Oct 12 02:21:04.765218 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: ecmp_routes.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.766159 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.766673 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 02:21:04.766995 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: empty_string_filtering.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.767852 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.768358 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: empty-string-filtering Oct 12 02:21:04.769263 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.770351 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.770861 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 02:21:04.771183 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.772046 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.772582 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 02:21:04.772907 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: external_net.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.773776 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.774288 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: external-net Oct 12 02:21:04.774615 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.775469 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.775982 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: extra_dhcp_opt Oct 12 02:21:04.776306 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: extraroute.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.777203 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.777716 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: extraroute Oct 12 02:21:04.778035 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: extraroute_atomic.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.779009 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.779526 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: extraroute-atomic Oct 12 02:21:04.779849 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: filter_validation.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.780483 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.781006 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: filter-validation Oct 12 02:21:04.781324 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: fip_pf_description.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.782179 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.782685 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 02:21:04.783005 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: fip_pf_detail.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.783870 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.784989 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 12 02:21:04.785404 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: fip_pf_port_range.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.786177 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.786684 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 12 02:21:04.787006 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: fip_port_details.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.787865 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.788378 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: fip-port-details Oct 12 02:21:04.788742 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: flavors.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.789933 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.790455 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: flavors Oct 12 02:21:04.790778 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.792367 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.792925 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 02:21:04.793255 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: floatingip_pools.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.793915 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.794434 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: floatingip-pools Oct 12 02:21:04.794762 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: ip_allocation.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.795643 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.796149 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 02:21:04.796485 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.797380 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.797892 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: ip-substring-filtering Oct 12 02:21:04.798214 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l2_adjacency.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.799086 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.799595 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 02:21:04.799921 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.801073 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.801588 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: router Oct 12 02:21:04.801912 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.804270 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.804831 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 02:21:04.805181 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.806041 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.806562 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: ext-gw-mode Oct 12 02:21:04.806892 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.807771 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.808284 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: l3-ha Oct 12 02:21:04.808647 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.809522 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.810031 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 12 02:21:04.810354 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3_flavors.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.811230 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.811743 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: l3-flavors Oct 12 02:21:04.812070 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.813423 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.813954 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 12 02:21:04.814286 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.815162 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.815745 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 02:21:04.816221 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: l3agentscheduler.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.817237 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.817757 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: l3_agent_scheduler Oct 12 02:21:04.818088 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: local_ip.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.819774 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.820308 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension local_ip not supported by any of loaded plugins Oct 12 02:21:04.820779 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: logging.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.822213 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.822743 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension logging not supported by any of loaded plugins Oct 12 02:21:04.823072 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: metering.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.823767 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.824350 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: metering Oct 12 02:21:04.824712 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.825758 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.826284 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: metering_source_and_destination_fields Oct 12 02:21:04.826611 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: multiprovidernet.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.827508 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.828031 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: multi-provider Oct 12 02:21:04.828358 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: netmtu.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.829248 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.829766 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: net-mtu Oct 12 02:21:04.830088 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: netmtu_writable.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.830952 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.832018 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: net-mtu-writable Oct 12 02:21:04.832338 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: network_availability_zone.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.833002 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.833516 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: network_availability_zone Oct 12 02:21:04.833836 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: network_ip_availability.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.834883 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.835401 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: network-ip-availability Oct 12 02:21:04.835724 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: network_segment_range.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.836439 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.836989 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 02:21:04.837311 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: pagination.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.838233 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.838565 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: pagination Oct 12 02:21:04.838885 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: port_device_profile.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.839740 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.840260 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: port-device-profile Oct 12 02:21:04.840616 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: port_mac_address_override.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.841496 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.842011 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: port-mac-override Oct 12 02:21:04.842333 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.843199 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.843710 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: port-mac-address-regenerate Oct 12 02:21:04.844032 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.844920 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.845433 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: port-numa-affinity-policy Oct 12 02:21:04.845761 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: port_resource_request.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.846627 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.847717 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 02:21:04.848116 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: port_resource_request_groups.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.849061 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.849576 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 12 02:21:04.849897 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: portbindings.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.850779 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.851291 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: binding Oct 12 02:21:04.851613 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: portbindings_extended.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.852858 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.853382 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: binding-extended Oct 12 02:21:04.853708 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: portsecurity.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.854574 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.855101 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: port-security Oct 12 02:21:04.855422 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: project_id.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.856820 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.857157 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: project-id Oct 12 02:21:04.857480 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: providernet.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.858349 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.858874 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: provider Oct 12 02:21:04.859199 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.862806 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.863354 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos not supported by any of loaded plugins Oct 12 02:21:04.863686 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.864928 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.865459 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 02:21:04.865790 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.866665 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.867265 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 02:21:04.867602 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_default.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.868482 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.869018 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-default not supported by any of loaded plugins Oct 12 02:21:04.869348 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_fip.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.870223 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.870742 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 02:21:04.871069 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.871938 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.872456 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 12 02:21:04.872810 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.873688 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.874211 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 02:21:04.874537 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.875409 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.875927 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 02:21:04.876251 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.877268 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.877792 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 02:21:04.878748 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.879904 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.880420 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 12 02:21:04.880776 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_pps_rule.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.881908 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.882429 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 02:21:04.882753 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.883619 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.884134 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 02:21:04.884458 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.885362 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.885876 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 12 02:21:04.886199 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: qos_rules_alias.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.887205 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.887720 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 02:21:04.888044 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: quota_check_limit.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.888938 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.889456 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: quota-check-limit Oct 12 02:21:04.889778 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: quotasv2.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.890655 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.890982 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: quotas Oct 12 02:21:04.891302 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: quotasv2_detail.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.892982 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.893322 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: quota_details Oct 12 02:21:04.893653 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: rbac.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.895490 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.896021 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: rbac-policies Oct 12 02:21:04.896353 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: rbac_address_group.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.897267 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.897792 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: rbac-address-group Oct 12 02:21:04.898120 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: rbac_address_scope.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.899058 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.899579 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: rbac-address-scope Oct 12 02:21:04.899908 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: rbac_security_groups.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.900815 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.901337 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: rbac-security-groups Oct 12 02:21:04.901668 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.902536 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.903057 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: rbac-subnetpool Oct 12 02:21:04.903382 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: revisionifmatch.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.904260 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.904811 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: revision-if-match Oct 12 02:21:04.905139 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: revisions.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.906202 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.906721 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: standard-attr-revisions Oct 12 02:21:04.907047 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: router_availability_zone.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.907675 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.908196 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: router_availability_zone Oct 12 02:21:04.908552 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: routerservicetype.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.909516 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.910035 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 02:21:04.910361 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.911237 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.911753 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: security-groups-normalized-cidr Oct 12 02:21:04.912074 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.912979 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.913496 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: port-security-groups-filtering Oct 12 02:21:04.913819 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.914705 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.915225 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: security-groups-remote-address-group Oct 12 02:21:04.915552 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.916439 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.916976 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: security-groups-shared-filtering Oct 12 02:21:04.917297 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: securitygroup.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.927003 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.927538 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: security-group Oct 12 02:21:04.927876 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: segment.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.928603 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.929130 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension segment not supported by any of loaded plugins Oct 12 02:21:04.929463 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.930356 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.930881 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 02:21:04.931214 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: servicetype.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.932249 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.932809 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: service-type Oct 12 02:21:04.933141 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: sorting.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.934073 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.934409 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: sorting Oct 12 02:21:04.934737 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: standard_attr_segment.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.935625 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.936166 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 02:21:04.936513 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: standardattrdescription.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.937129 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.937654 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: standard-attr-description Oct 12 02:21:04.937981 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: stateful_security_group.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.938869 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.939392 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: stateful-security-group Oct 12 02:21:04.939714 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: stdattrs_common.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.940261 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 02:21:04.941140 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.942022 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.942538 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 02:21:04.942862 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: subnet_onboard.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.943884 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.944407 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: subnet_onboard Oct 12 02:21:04.944753 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.945630 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.946150 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 02:21:04.946471 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: subnet_service_types.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.947359 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.947872 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: subnet-service-types Oct 12 02:21:04.948191 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: subnetallocation.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.949234 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.949760 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: subnet_allocation Oct 12 02:21:04.950081 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.950704 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.951220 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: subnetpool-prefix-ops Oct 12 02:21:04.951541 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.952418 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.952996 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 02:21:04.953324 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: tagging.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.954380 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.954867 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: standard-attr-tag Oct 12 02:21:04.955192 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: timestamp.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.957030 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.957631 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loaded extension: standard-attr-timestamp Oct 12 02:21:04.957961 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: trunk.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.958949 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.959466 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension trunk not supported by any of loaded plugins Oct 12 02:21:04.959794 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: trunk_details.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.960692 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.961205 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 02:21:04.961527 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.962410 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.962923 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 02:21:04.963245 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Loading extension file: vlantransparent.py {{(pid=104316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.963874 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.964381 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 02:21:04.967012 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:network Oct 12 02:21:04.967533 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:subnet Oct 12 02:21:04.967929 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.968409 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:port Oct 12 02:21:04.969701 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.970147 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service FLAVORS assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.970753 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.971192 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.971528 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:router Oct 12 02:21:04.972051 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 02:21:04.972730 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service METERING assigned prefix: /metering {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.974167 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.974544 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.974901 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.975920 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 02:21:04.976367 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:security_group Oct 12 02:21:04.976839 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 02:21:04.977375 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service CORE assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.977706 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.978050 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] subnetpool is already registered Oct 12 02:21:04.978488 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service CORE assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.978825 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.979160 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] subnetpool is already registered Oct 12 02:21:04.981924 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.982369 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service FLAVORS assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.982999 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.983545 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.983883 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:router Oct 12 02:21:04.984235 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] router is already registered Oct 12 02:21:04.984678 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 02:21:04.985018 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] floatingip is already registered Oct 12 02:21:04.985490 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service METERING assigned prefix: /metering {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.986211 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 02:21:04.986538 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] rbac_policy is already registered Oct 12 02:21:04.986959 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:security_group Oct 12 02:21:04.987293 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] security_group is already registered Oct 12 02:21:04.987766 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 02:21:04.988097 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] security_group_rule is already registered Oct 12 02:21:04.988618 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service CORE assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.988947 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.989284 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] subnetpool is already registered Oct 12 02:21:04.989698 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.v2.resource_helper [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Service CORE assigned prefix: {{(pid=104316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.990020 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.990348 dv-cinder-849143-14-smb neutron-server[104316]: WARNING neutron.quota.resource_registry [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] subnetpool is already registered Oct 12 02:21:04.990810 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: extensions {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.992424 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: address-groups {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.993954 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: address-scopes {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.995167 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: agents {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.996344 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: auto-allocated-topology {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.998866 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: availability_zones {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.000119 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: dhcp-networks {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.001567 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: dhcp-agents {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.003678 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: routers {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.005476 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: flavors {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.006661 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: service_profiles {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.007970 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: next_providers {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.009500 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: service_profiles {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.010950 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: floatingip-pools {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.012183 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: routers {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.014036 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: floatingips {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.015249 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: l3-routers {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.016664 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: l3-agents {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.018202 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: metering-labels {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.020439 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: metering-label-rules {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.021748 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: network-ip-availabilities {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.023110 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: bindings {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.024717 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: quotas {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.026287 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: quotas {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.027945 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: rbac-policies {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.029180 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: security-groups {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.030395 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: security-group-rules {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.031653 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: service-providers {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.032983 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: subnetpools {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.034379 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: subnetpools {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.036080 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.037893 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.039784 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.041712 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.043418 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.045313 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.047115 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.048968 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.050832 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.052698 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron.api.extensions [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Extended resource: tags {{(pid=104316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:05.059585 dv-cinder-849143-14-smb neutron-server[104316]: WARNING keystonemiddleware.auth_token [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 02:21:05.064664 dv-cinder-849143-14-smb neutron-server[104316]: WARNING keystonemiddleware.auth_token [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 02:21:05.074074 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Acquiring lock "singleton_lock" {{(pid=104316) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 12 02:21:05.074401 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Acquired lock "singleton_lock" {{(pid=104316) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 12 02:21:05.074864 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_concurrency.lockutils [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Releasing lock "singleton_lock" {{(pid=104316) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 12 02:21:05.075509 dv-cinder-849143-14-smb neutron-server[104316]: INFO oslo_service.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Starting 2 workers Oct 12 02:21:05.080313 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Started child 104427 {{(pid=104316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:05.085510 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Started child 104428 {{(pid=104316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:05.086443 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:05.087059 dv-cinder-849143-14-smb neutron-server[104316]: INFO neutron.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 02:21:05.087660 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:05.087989 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [-] (104427) wsgi starting up on http://0.0.0.0:9696 Oct 12 02:21:05.090096 dv-cinder-849143-14-smb neutron-server[104316]: INFO oslo_service.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Starting 1 workers Oct 12 02:21:05.090207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:05.091628 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [-] (104428) wsgi starting up on http://0.0.0.0:9696 Oct 12 02:21:05.095256 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Started child 104429 {{(pid=104316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:05.095795 dv-cinder-849143-14-smb neutron-server[104316]: INFO oslo_service.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Starting 1 workers Oct 12 02:21:05.099265 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] calling RpcWorker wait() {{(pid=104429) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 02:21:05.099811 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] returning from RpcWorker wait() {{(pid=104429) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 02:21:05.100293 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Started child 104430 {{(pid=104316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:05.101099 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG neutron_lib.callbacks.manager [None req-f5860607-cd07-4358-9082-78e0ae92a3c2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:05.101203 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:05.101636 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:05.102968 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104316) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 02:21:05.103190 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 02:21:05.103373 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 02:21:05.103601 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 02:21:05.103950 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 02:21:05.104125 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 02:21:05.104662 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.104946 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.105136 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:05.105853 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.105853 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.106269 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.106362 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:05.106541 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.106804 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.107091 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.107353 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.107525 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.107697 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.107942 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.108177 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.108531 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.108799 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.109054 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.109278 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.109448 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.109703 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.109965 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.110211 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.110500 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] debug = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.110766 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.111261 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.111508 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.111746 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.111981 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.112283 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.112620 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.112966 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.113228 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.113467 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.113719 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.113967 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.114201 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.114458 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.114673 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.114935 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.115175 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.115694 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] host = dv-cinder-849143-14-smb {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.115932 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.116167 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.116414 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.116698 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.116956 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.117193 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.117482 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.117742 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.118009 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.118234 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.118472 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.118732 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.118970 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.119203 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.119366 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_options = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.119598 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.119898 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.120176 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.120365 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.120545 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.120709 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.120967 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.121131 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.121398 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.121611 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.121823 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.122036 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.122278 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.122508 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.122766 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.122994 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.123224 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.123453 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.123721 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.123941 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.124185 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.124461 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.125837 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.127176 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.127714 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.128763 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.128933 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.129582 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.129582 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.129897 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.130389 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.130545 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.130697 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.130959 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.131562 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.131562 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.131849 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.132811 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.133209 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.134164 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.135190 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.135490 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.136111 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.136111 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.136358 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.138263 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.138537 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_json = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.138793 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.139269 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.139374 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.139576 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.139814 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.140057 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.140268 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.140592 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.140797 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.141822 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.141822 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.141822 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.142120 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.142782 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.142782 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.142782 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.143135 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.144392 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.144392 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.144880 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.145226 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.145562 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.145717 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.146038 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.146400 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.146652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.146922 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.147175 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.147390 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.147692 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.147899 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.148164 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.148404 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.149596 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.149596 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.149596 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.149596 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.150459 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.150459 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.150459 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.150864 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.150864 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.151232 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.151402 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.151559 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.151778 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.152203 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.152456 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.153169 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.153680 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.153680 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.153932 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.154147 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.154370 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.154763 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.154977 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.155248 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.155464 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.155839 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.156047 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.156219 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.156361 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.156569 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.156873 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.157299 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.157566 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.157786 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.158158 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.158158 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.158448 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.158596 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.159026 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.159026 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.159371 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.159664 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.159664 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.159939 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.160077 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.160318 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.160553 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.161088 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.161088 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.161540 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.161701 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.162010 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.162182 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.162324 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.162502 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.162716 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.162955 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.163678 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.163678 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.163678 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.164142 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.164142 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.164556 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.164556 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.165759 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.165759 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.165759 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.166219 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.166219 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.166503 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.167235 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.167235 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.167235 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.167849 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.167849 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.168162 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.168313 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.168453 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.169124 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.169124 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.169508 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.169508 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.169787 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.169926 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.170082 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.170560 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.170560 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.170829 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.171218 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.171218 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.171502 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.171844 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.172051 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.172269 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.172435 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.172698 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.172945 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.173197 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.173460 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.173730 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.174010 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.174324 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.174570 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.174857 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.175341 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.175889 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.175889 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.176094 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.176323 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.176642 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.176923 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.177342 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.177584 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.177842 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.178072 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.178326 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.178550 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.178771 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.179028 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.179369 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.179615 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.179858 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.180092 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.180357 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.180608 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.180854 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.181175 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.181435 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.181699 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.181935 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.182174 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.182419 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.182668 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.183007 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.183229 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.183476 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.183702 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.183941 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.184159 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.184376 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.184668 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.184881 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.185110 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.185333 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.185558 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.185795 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.186050 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.186272 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.186498 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.186733 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.186993 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.187252 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.187429 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.187638 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.187881 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.188109 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.188380 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.188662 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.188884 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.189117 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.189386 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.189640 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.189869 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.190133 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.190374 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.191090 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.191307 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.191528 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.191744 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.191961 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.192209 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.192426 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.192758 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.193132 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.193534 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.193804 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.194204 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.194458 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.194714 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.194956 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.195215 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.195439 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.195692 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.195930 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.196154 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.196380 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.196878 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.197139 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.197360 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.197576 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.197815 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.198062 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.198337 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.198584 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.198814 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.199039 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.199260 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.199488 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.199709 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.199933 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.200151 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.200372 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.200610 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.200825 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.201042 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.201255 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.201587 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.201851 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.202099 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.202346 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.202569 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.202805 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.203034 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.203251 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.203467 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.203695 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.203916 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.204137 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.204439 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.205891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.205891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.205891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.205891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.205891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.205891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.205891 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.207059 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.207059 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.207059 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.207334 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.207510 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.207902 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.208126 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.208346 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.208594 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.208810 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.209061 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.209278 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.209514 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.209726 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.209937 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.210154 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.210458 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.210720 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.210942 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.211230 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.211462 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.211709 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.211934 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.212248 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.212481 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.212724 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.212957 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.213179 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.213412 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.213693 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.214032 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.214332 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.214583 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.214842 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.215128 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.215434 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.215699 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.215917 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.216216 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.216575 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.216856 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.217119 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.217357 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.217444 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:05.217602 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.217851 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.218070 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.218306 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.218541 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.218761 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.219017 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.219248 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.219495 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.219714 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.219965 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.220184 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.220445 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.220864 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.221096 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.221313 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.221465 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 02:21:05.222442 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104316) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 02:21:05.222442 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 02:21:05.222442 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 02:21:05.222707 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 02:21:05.222707 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 02:21:05.222857 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 02:21:05.223023 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.223185 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.223707 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.223879 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.224064 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.224334 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.224613 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.224713 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.224838 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.224996 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.225157 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.225318 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.225491 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.225646 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.225804 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.225961 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.226707 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.226879 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.227042 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.227206 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.227369 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.227529 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] debug = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.227689 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.227951 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.228091 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.228225 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.228382 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.228568 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.228732 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.228893 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.229056 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.229219 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.229378 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.229537 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.229697 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.229857 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.230017 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.230178 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.230339 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.230752 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] host = dv-cinder-849143-14-smb {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.230913 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.231073 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.231234 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.231394 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.231554 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.231716 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.231874 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.232035 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.232194 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.232353 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.232532 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.232695 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.232855 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.233015 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.233175 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_options = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.233335 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.233495 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.233654 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.233841 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.234007 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.234168 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.234329 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.234488 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.234652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.234810 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.235123 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.235285 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.235446 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.235606 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.235768 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.235928 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.236089 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.236246 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.236577 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.236743 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.236905 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.237064 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.237226 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.237388 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.238100 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.238524 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.238524 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.238650 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.238776 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.238911 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.239073 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.239235 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.239394 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.239554 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.239714 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.239874 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.240034 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.240193 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.240358 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.240540 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.240700 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.240860 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.241020 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.241179 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.241339 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.241499 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.241657 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_json = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.241818 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.241978 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.242139 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.243127 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.243127 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.243127 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.243127 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.243127 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.244652 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.245248 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.245248 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.245248 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.245468 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.245549 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.245682 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.245843 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.246149 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.246455 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.246622 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.246946 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.247268 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.247268 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.247533 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.247657 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.247779 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.247903 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.248025 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.248178 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.248342 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.248534 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.248703 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.248874 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.249047 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.249205 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.249354 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.249538 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.249710 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.249835 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.249982 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.250146 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.250308 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.250470 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.250632 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.250795 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.250957 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.251120 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.251284 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.251467 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.251607 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.251763 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.251923 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.252086 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.252244 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.252407 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.252624 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.252755 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.252900 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.253118 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.253688 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.253688 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.253688 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.253967 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.253967 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.254142 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.254303 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.254465 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.254628 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.254789 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.254974 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.255105 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.255278 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.255440 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.255602 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.256249 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.256249 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.256249 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.256249 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.256769 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.256769 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.256769 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257108 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257108 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257108 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257370 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257506 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257629 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257751 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.257872 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.258026 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.258188 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.258351 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.258512 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.258678 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.258848 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.259026 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.259187 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.259350 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.259512 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.259673 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.259835 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.259996 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.260157 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.260595 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.260595 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261245 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261245 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261245 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261245 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261245 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261595 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261595 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261759 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.261876 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.262044 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.262203 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.262364 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.262524 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.262686 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.262846 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.263008 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.263170 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.263329 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.263490 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.263649 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.263810 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.263981 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.264144 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.264308 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.264491 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.264661 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.264831 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.264993 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.265154 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.265315 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.265477 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.265638 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.265799 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.265961 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.266123 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.266284 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.266445 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.266619 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.266781 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.266941 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.267103 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.267287 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.267448 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.267609 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.267771 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.267932 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.268093 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.268255 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.268417 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.268610 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.269386 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.269559 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.269726 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.269888 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.270049 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.270211 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.270373 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.270535 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.270697 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.270858 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.271020 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.271187 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.271347 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.271508 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.271669 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.271830 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.271992 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.272153 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.272315 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.272487 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.272660 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.272821 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.272983 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.273144 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.273305 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.273466 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.273627 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.273790 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.273955 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.274118 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.274281 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.274442 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.274604 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.274766 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.274928 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.275092 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.275255 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.275417 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.275579 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.275741 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.275903 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.276065 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.276227 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.276390 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.276592 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.276728 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.276908 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.277071 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.277313 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.277479 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.277641 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.277803 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.277964 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.278125 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.278287 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.278459 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.278617 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.278779 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.278940 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.279103 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.279264 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.279425 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.279586 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.279732 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.279900 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.280063 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.280224 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.280385 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.280568 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.280733 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.280895 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.281056 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.281216 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.281378 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.281540 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.281701 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.281862 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.282024 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.282199 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.282362 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.282526 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.282687 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.282849 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.283011 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.283172 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.283334 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.283496 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.283656 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.283817 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.283978 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.284150 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.284333 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.285046 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.285213 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.285373 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.285534 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.285706 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.285868 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.286028 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.286188 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.286348 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.286509 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.286679 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.286841 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.287001 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.287162 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.287322 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.287482 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.287654 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.287816 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.287978 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.288138 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.288298 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.288458 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.288653 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.288815 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.288975 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.289145 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.289307 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.289468 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.289629 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.289804 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.289966 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.290129 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.290291 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.290452 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.290613 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.290777 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.290943 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.291115 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.291285 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.291448 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.291620 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.291789 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.291960 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.292124 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.292292 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.292485 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.292646 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.292809 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.292970 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.293132 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.293294 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.293455 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.293615 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.293776 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.293937 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.294097 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.294259 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.294420 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.294583 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.294744 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.294905 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.295067 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.295227 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.295388 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.295550 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:05.295704 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 02:21:05.445958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 48894) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:05.453039 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049853 Oct 12 02:21:05.458106 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044038 Oct 12 02:21:14.577462 dv-cinder-849143-14-smb neutron-server[104316]: DEBUG dbcounter [-] [104316] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104316) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:16.790367 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e31b30-58db-4204-aaf7-9f9855bf5542 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:21:16.835341 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writer thread running {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:16.917412 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e31b30-58db-4204-aaf7-9f9855bf5542 None None] No non-hosted networks {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 02:21:16.935588 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.agentschedulers_db [None req-13e31b30-58db-4204-aaf7-9f9855bf5542 None None] DHCP Agent not found on host dv-cinder-849143-14-smb {{(pid=104429) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 12 02:21:16.990090 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a3671262-9cb8-42eb-aaaf-aa6c26e85412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350171'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:18.398933 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writer thread running {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:18.985441 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b8a45511-e658-4992-ab57-23499eefc292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350171'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:18.990998 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.db.api [None req-3baa76fc-bc3a-48be-8ef6-4df0a02338ef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849143-14-smb {{(pid=104429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 02:21:18.992287 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG oslo_db.api [None req-3baa76fc-bc3a-48be-8ef6-4df0a02338ef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 02:21:19.521652 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3baa76fc-bc3a-48be-8ef6-4df0a02338ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:20.259876 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350171'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:20.671814 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 48970) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:21.285114 dv-cinder-849143-14-smb neutron-server[104427]: WARNING oslo_policy.policy [None req-8dc9170f-511a-4f09-a075-6fd33d5dd1d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:21.285705 dv-cinder-849143-14-smb neutron-server[104427]: WARNING oslo_policy.policy [None req-8dc9170f-511a-4f09-a075-6fd33d5dd1d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:21.545946 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [None req-8dc9170f-511a-4f09-a075-6fd33d5dd1d3 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:21.548515 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-8dc9170f-511a-4f09-a075-6fd33d5dd1d3 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8726542 Oct 12 02:21:21.884556 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350171'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:21.948726 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350171'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:21.949766 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.950482 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.950819 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.951158 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.951591 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.951923 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.952267 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.952658 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.952986 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.953337 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.954691 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.955269 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.955898 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.956576 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.957066 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.957663 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-14-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:21.964553 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-14-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:24.125431 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.db.l3_hamode_db [None req-6647b138-e250-4da8-8a2d-433cd55002fa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 02:21:24.202687 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647b138-e250-4da8-8a2d-433cd55002fa None None] Routers set() bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:21:24.203071 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647b138-e250-4da8-8a2d-433cd55002fa None None] Router IDs set() for agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 12 02:21:24.317753 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49006) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:24.638788 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:24.650674 dv-cinder-849143-14-smb neutron-server[104427]: ERROR stevedore.extension [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 02:21:24.732021 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.policy [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104427) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 02:21:24.774118 dv-cinder-849143-14-smb neutron-server[104427]: WARNING oslo_policy.policy [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:24.774489 dv-cinder-849143-14-smb neutron-server[104427]: WARNING oslo_policy.policy [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:24.794312 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writer thread running {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:24.869393 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745085510904', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745085511436', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745085560272', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745085537041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745085538745', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745085546679', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-715487', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16351419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16350597'] for rbac-policy (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:24.937861 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:24.939698 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f9830bd5-76d7-45b0-a1b3-e672f22f540d admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6203227 Oct 12 02:21:27.536134 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49016) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:27.863550 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:27.892627 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Made reservation on behalf of fd1c4db151454810bdf01c589c22b7b7 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:27.896795 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:27.915084 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:28.023523 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks [] for security_group (b4de87b9-58cd-4b94-acca-b5459f13009f), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:28.026995 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b4de87b9-58cd-4b94-acca-b5459f13009f), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:28.058767 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:21:28.087068 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745082196947', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (dbc77719-d44f-4677-a243-f3680d9b2d8a), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:28.087630 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Unsubscribe: segment precommit_create {{(pid=104427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 02:21:28.088151 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Added segment dbc77719-d44f-4677-a243-f3680d9b2d8a of type vlan for network 4c114750-989b-4a64-b05d-631329c421a9 Oct 12 02:21:28.094056 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b4de87b9-58cd-4b94-acca-b5459f13009f,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:28.129824 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.130159 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.130498 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.130844 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.131172 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.131491 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.131814 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.132131 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.132448 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.132783 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.133110 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.133426 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.133744 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.134056 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.134365 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Tracked resource versions report: Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: pushed versions: Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: { 'AddressGroup': {'1.2'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Agent': {'1.1'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'ConntrackHelper': {'1.0'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Log': {'1.0'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'NDPProxy': {'1.0'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Network': {'1.1'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Port': {'1.7'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'PortForwarding': {'1.3'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'QosPolicy': {'1.10'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroup': {'1.5'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'SubPort': {'1.0'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Subnet': {'1.1'}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Trunk': {'1.1'}} Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: consumer versions: Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Agent': '1.1', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'ConntrackHelper': '1.0', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'LocalIPAssociation': '1.0', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Log': '1.0', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'NDPProxy': '1.0', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Network': '1.1', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Port': '1.7', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'PortForwarding': '1.3', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'QosPolicy': '1.10', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroup': '1.5', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroupRule': '1.2', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'SubPort': '1.0', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Subnet': '1.1', Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: 'Trunk': '1.1'}} Oct 12 02:21:28.135525 dv-cinder-849143-14-smb neutron-server[104427]: {{(pid=104427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:21:28.195628 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (4c114750-989b-4a64-b05d-631329c421a9), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:28.236393 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (4c114750-989b-4a64-b05d-631329c421a9), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:28.241686 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:28.242383 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:28.252298 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:28.343279 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8059580 Oct 12 02:21:28.367986 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c9618-2505-457a-9427-971aa861b46e demo demo] Pushing event updated for resources: {'Network': ['ID=4c114750-989b-4a64-b05d-631329c421a9,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:28.380384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 4c114750-989b-4a64-b05d-631329c421a9 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:21:30.986335 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49030) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:31.412561 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b3d298-4966-4c2b-95e8-301571919d21 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:31.413849 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-73b3d298-4966-4c2b-95e8-301571919d21 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/4c114750-989b-4a64-b05d-631329c421a9 HTTP/1.1" status: 200 len: 825 time: 0.4264734 Oct 12 02:21:31.439534 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5f6357f0-7f9b-4380-af0d-c71a3a7e732f demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/1c029613-065f-4626-9066-10e3b43cdd3a HTTP/1.1" status: 200 len: 734 time: 0.0193408 Oct 12 02:21:31.448150 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1c029613-065f-4626-9066-10e3b43cdd3a', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'name': 'private-subnet'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:31.469397 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Made reservation on behalf of fd1c4db151454810bdf01c589c22b7b7 for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:31.472333 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.621509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:31.765023 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (9ebd0ab8-4904-4c51-8b72-b343d7f9832a), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.837309 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Pushing event updated for resources: {'Subnet': ['ID=9ebd0ab8-4904-4c51-8b72-b343d7f9832a,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:31.839177 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Checking segment: {'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:31.839549 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Network hostable DHCP agents. Network: 4c114750-989b-4a64-b05d-631329c421a9, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:21:31.861933 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Network 4c114750-989b-4a64-b05d-631329c421a9 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:21:31.873849 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 4c114750-989b-4a64-b05d-631329c421a9) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:31.879320 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:31.879944 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.883968 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e26f1-3e05-480d-aad5-ee1ef7293770 None None] Network 4c114750-989b-4a64-b05d-631329c421a9 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:31.897026 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-ea8c69f9-a3bb-48e6-99ce-04ad18ceab3a demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4520626 Oct 12 02:21:31.904572 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:31.909131 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=8 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:32.162193 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-4c114750-989b-4a64-b05d-631329c421a9', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'fixed_ips': [{'subnet_id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:21:32.163559 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:32.443942 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Allocated IP 172.20.0.2 (4c114750-989b-4a64-b05d-631329c421a9/9ebd0ab8-4904-4c51-8b72-b343d7f9832a/ac045b56-ca99-4e65-9be0-32f5be85a9e4) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:21:32.459022 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:32.716926 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Publish callbacks [] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:32.725858 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:32.800349 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Network 4c114750-989b-4a64-b05d-631329c421a9 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:21:32.809305 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:32.814577 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Pushing event updated for resources: {'Port': ['ID=ac045b56-ca99-4e65-9be0-32f5be85a9e4,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:32.817126 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:21:32.853001 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.853384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.853685 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.854036 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.854732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.855067 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.855393 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.855715 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.856037 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.856360 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.856707 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.857044 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.857367 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.857684 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.858003 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Tracked resource versions report: Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: pushed versions: Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: { 'AddressGroup': {'1.2'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Agent': {'1.1'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'ConntrackHelper': {'1.0'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Log': {'1.0'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'NDPProxy': {'1.0'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Network': {'1.1'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Port': {'1.7'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'PortForwarding': {'1.3'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'QosPolicy': {'1.10'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroup': {'1.5'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'SubPort': {'1.0'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Subnet': {'1.1'}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Trunk': {'1.1'}} Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: consumer versions: Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Agent': '1.1', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'ConntrackHelper': '1.0', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'LocalIPAssociation': '1.0', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Log': '1.0', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'NDPProxy': '1.0', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Network': '1.1', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Port': '1.7', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'PortForwarding': '1.3', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'QosPolicy': '1.10', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroup': '1.5', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroupRule': '1.2', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'SubPort': '1.0', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Subnet': '1.1', Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: 'Trunk': '1.1'}} Oct 12 02:21:32.859178 dv-cinder-849143-14-smb neutron-server[104429]: {{(pid=104429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:21:32.909706 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Attempting to bind port ac045b56-ca99-4e65-9be0-32f5be85a9e4 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:21:32.910357 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Attempting to bind port ac045b56-ca99-4e65-9be0-32f5be85a9e4 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:21:32.910516 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Attempting to bind port ac045b56-ca99-4e65-9be0-32f5be85a9e4 on network 4c114750-989b-4a64-b05d-631329c421a9 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:21:32.913086 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:32.957707 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:21:32.958051 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Checking segment: {'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:32.958520 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:32.958904 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Bound using segment: {'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:21:32.959387 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Bound port: ac045b56-ca99-4e65-9be0-32f5be85a9e4, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:21:32.959793 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:33.026747 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] For port ac045b56-ca99-4e65-9be0-32f5be85a9e4, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:21:33.046511 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] For port ac045b56-ca99-4e65-9be0-32f5be85a9e4, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=ac045b56-ca99-4e65-9be0-32f5be85a9e4,segment=NetworkSegment(dbc77719-d44f-4677-a243-f3680d9b2d8a),segment_id=dbc77719-d44f-4677-a243-f3680d9b2d8a)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:21:33.053290 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:33.104370 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eeb93b-12da-47a6-9d28-41f3c91bbb18 None None] Pushing event updated for resources: {'Port': ['ID=ac045b56-ca99-4e65-9be0-32f5be85a9e4,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:34.567798 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 49044) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:35.073192 dv-cinder-849143-14-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-741f9a4b-af16-4110-87df-e7cbca4c1142 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:35.073732 dv-cinder-849143-14-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-741f9a4b-af16-4110-87df-e7cbca4c1142 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:35.293679 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [None req-741f9a4b-af16-4110-87df-e7cbca4c1142 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:35.294781 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-741f9a4b-af16-4110-87df-e7cbca4c1142 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7259026 Oct 12 02:21:37.980357 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 49058) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:38.310177 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [None req-f0a95f64-223c-4936-8dae-8d4079bcb24e admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:38.311157 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f0a95f64-223c-4936-8dae-8d4079bcb24e admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3298790 Oct 12 02:21:40.983916 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49070) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:41.086136 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed84955-b6f7-475c-b5f5-2a441a6c6d8d None None] Network 4c114750-989b-4a64-b05d-631329c421a9 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:41.179731 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] Provisioning complete for port ac045b56-ca99-4e65-9be0-32f5be85a9e4 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:41.180151 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.180535 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] Attempt 1 to provision port ac045b56-ca99-4e65-9be0-32f5be85a9e4 Oct 12 02:21:41.319181 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-b0d277dc-d57f-472e-8f82-8b8b0ca20f1d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:41.346925 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0d277dc-d57f-472e-8f82-8b8b0ca20f1d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (c0e67f74-f307-4df3-9099-f68c9ed0e206), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.348509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0d277dc-d57f-472e-8f82-8b8b0ca20f1d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (c0e67f74-f307-4df3-9099-f68c9ed0e206), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.352625 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] Current status of the port ac045b56-ca99-4e65-9be0-32f5be85a9e4 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:41.353016 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.389919 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] For port ac045b56-ca99-4e65-9be0-32f5be85a9e4, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=ac045b56-ca99-4e65-9be0-32f5be85a9e4,segment=NetworkSegment(dbc77719-d44f-4677-a243-f3680d9b2d8a),segment_id=dbc77719-d44f-4677-a243-f3680d9b2d8a)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:21:41.395247 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.443215 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430f8fd-f885-4b06-b48e-1d2971c4728a None None] Pushing event updated for resources: {'Port': ['ID=ac045b56-ca99-4e65-9be0-32f5be85a9e4,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:41.491726 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0d277dc-d57f-472e-8f82-8b8b0ca20f1d demo demo] Publish callbacks [] for router_controller (c0e67f74-f307-4df3-9099-f68c9ed0e206), precommit_add_association {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.496725 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0d277dc-d57f-472e-8f82-8b8b0ca20f1d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (c0e67f74-f307-4df3-9099-f68c9ed0e206), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.514027 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0d277dc-d57f-472e-8f82-8b8b0ca20f1d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.514312 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-fb050d38-af81-40c0-90ab-3dad3fe221df None None] Provisioning complete for port ac045b56-ca99-4e65-9be0-32f5be85a9e4 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:41.514534 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb050d38-af81-40c0-90ab-3dad3fe221df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.514875 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-fb050d38-af81-40c0-90ab-3dad3fe221df None None] Attempt 1 to provision port ac045b56-ca99-4e65-9be0-32f5be85a9e4 Oct 12 02:21:41.515126 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-b0d277dc-d57f-472e-8f82-8b8b0ca20f1d demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5301971 Oct 12 02:21:41.547370 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:41.597813 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-fb050d38-af81-40c0-90ab-3dad3fe221df None None] Current status of the port ac045b56-ca99-4e65-9be0-32f5be85a9e4 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:41.658348 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device ac045b56-ca99-4e65-9be0-32f5be85a9e4 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:21:41.704892 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port ac045b56-ca99-4e65-9be0-32f5be85a9e4 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:41.705289 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:41.705635 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port ac045b56-ca99-4e65-9be0-32f5be85a9e4 Oct 12 02:21:41.778602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port ac045b56-ca99-4e65-9be0-32f5be85a9e4 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:44.161550 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49078) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:44.489365 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [None req-03a765a6-9af9-45ae-aeb4-f10a6e674588 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:44.490357 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-03a765a6-9af9-45ae-aeb4-f10a6e674588 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3278472 Oct 12 02:21:46.755660 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-99cc8239-50e1-4b8d-b7d6-918dc3dcb8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.117876 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49086) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:47.441805 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:47.461019 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Made reservation on behalf of ae04d11182384b63981888ea102e1452 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:47.463365 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.471393 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.547662 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks [] for security_group (f0d30d08-4f82-4ebb-82b5-10736761f2e2), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.551113 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f0d30d08-4f82-4ebb-82b5-10736761f2e2), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.566900 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Reserving flat network on physical network physnet1 {{(pid=104427) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 02:21:47.568962 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:47.586186 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d30d08-4f82-4ebb-82b5-10736761f2e2,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:47.593209 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (df49c565-fd48-4173-bd23-c49021e4b6b1), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.594082 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Added segment df49c565-fd48-4173-bd23-c49021e4b6b1 of type flat for network 947cdfd7-3ff8-4567-b315-d5e2e346f81c Oct 12 02:21:47.640236 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (947cdfd7-3ff8-4567-b315-d5e2e346f81c), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.673228 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (947cdfd7-3ff8-4567-b315-d5e2e346f81c), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.674085 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:47.674653 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:47.741709 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=16 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:47.750641 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6318083 Oct 12 02:21:47.771451 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68d9c-7410-43a3-9e5f-f1df10a6fb4f admin admin] Pushing event updated for resources: {'Network': ['ID=947cdfd7-3ff8-4567-b315-d5e2e346f81c,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:47.784381 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:21:48.949638 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f197ddfe-5830-499d-b384-563644094dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.216198 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:50.224114 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.345956 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49094) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:50.716881 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1da47b-2069-4e37-816e-674e128b7049 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:50.718273 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-af1da47b-2069-4e37-816e-674e128b7049 demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/9ebd0ab8-4904-4c51-8b72-b343d7f9832a HTTP/1.1" status: 200 len: 849 time: 0.3712800 Oct 12 02:21:50.833277 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-414e11c4-434b-4647-bb0c-20604d0b710b demo admin] 10.222.0.18 "GET /networking/v2.0/routers/c0e67f74-f307-4df3-9099-f68c9ed0e206 HTTP/1.1" status: 200 len: 704 time: 0.1087041 Oct 12 02:21:51.092377 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.417334 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Allocated IP 172.20.0.1 (4c114750-989b-4a64-b05d-631329c421a9/9ebd0ab8-4904-4c51-8b72-b343d7f9832a/d23e7011-7ec6-4892-9818-0fb94683a30f) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:21:51.572085 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks [] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.636595 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.663747 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:51.713368 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Network 4c114750-989b-4a64-b05d-631329c421a9 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:21:51.718860 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:51.725416 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:21:51.725964 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (c0e67f74-f307-4df3-9099-f68c9ed0e206), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.784537 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Pushing event updated for resources: {'Port': ['ID=d23e7011-7ec6-4892-9818-0fb94683a30f,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:51.832651 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.851689 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:51.878845 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-7d54e088-183c-4b63-aa45-697ee46cc7e2 None None] Provisioning complete for port d23e7011-7ec6-4892-9818-0fb94683a30f triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:51.879228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d54e088-183c-4b63-aa45-697ee46cc7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.879565 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-7d54e088-183c-4b63-aa45-697ee46cc7e2 None None] Attempt 1 to provision port d23e7011-7ec6-4892-9818-0fb94683a30f Oct 12 02:21:51.910576 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-7d54e088-183c-4b63-aa45-697ee46cc7e2 None None] Port d23e7011-7ec6-4892-9818-0fb94683a30f cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:21:51.931594 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.937486 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.134897 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks [] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.139043 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.139788 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (c0e67f74-f307-4df3-9099-f68c9ed0e206), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.218780 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Pushing event updated for resources: {'Port': ['ID=d23e7011-7ec6-4892-9818-0fb94683a30f,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:52.268136 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Network 4c114750-989b-4a64-b05d-631329c421a9 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:21:52.269461 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:52.425901 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Router c0e67f74-f307-4df3-9099-f68c9ed0e206 is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:21:52.428646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-7336c25b-b28b-4d40-b0b0-216362089f38 None None] Provisioning complete for port d23e7011-7ec6-4892-9818-0fb94683a30f triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:52.429021 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7336c25b-b28b-4d40-b0b0-216362089f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.429354 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-7336c25b-b28b-4d40-b0b0-216362089f38 None None] Attempt 1 to provision port d23e7011-7ec6-4892-9818-0fb94683a30f Oct 12 02:21:52.508927 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-7336c25b-b28b-4d40-b0b0-216362089f38 None None] Port d23e7011-7ec6-4892-9818-0fb94683a30f cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:21:52.519251 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:21:52.525358 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f38e50bc-f5e1-4e48-a93b-f9419d7589cd demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/c0e67f74-f307-4df3-9099-f68c9ed0e206/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6858275 Oct 12 02:21:52.540149 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Sync routers for ids ['c0e67f74-f307-4df3-9099-f68c9ed0e206'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:21:52.553646 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Routers {'c0e67f74-f307-4df3-9099-f68c9ed0e206'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:21:52.554513 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:21:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c0e67f74-f307-4df3-9099-f68c9ed0e206'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:52.734808 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Set router c0e67f74-f307-4df3-9099-f68c9ed0e206 gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:21:53.152596 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'name': 'router1', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:41Z', 'updated_at': '2022-10-12T02:21:51Z', 'revision_number': 2, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'gw_port_host': None, '_interfaces': [{'id': 'd23e7011-7ec6-4892-9818-0fb94683a30f', 'name': '', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'mac_address': 'fa:16:3e:21:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:51Z', 'updated_at': '2022-10-12T02:21:52Z', 'revision_number': 2, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'subnets': [{'id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c029613-065f-4626-9066-10e3b43cdd3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:53.204360 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Checking router: c0e67f74-f307-4df3-9099-f68c9ed0e206 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:21:53.204756 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Updating router c0e67f74-f307-4df3-9099-f68c9ed0e206 port d23e7011-7ec6-4892-9818-0fb94683a30f binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:21:53.269407 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:53.769351 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Publish callbacks [] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:53.775542 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:53.896346 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Pushing event updated for resources: {'Port': ['ID=d23e7011-7ec6-4892-9818-0fb94683a30f,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:53.918676 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.919015 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.919349 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.919699 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.920030 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.920349 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.920704 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.921158 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.921486 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.921804 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.922123 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.922453 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.922772 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.923084 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.923396 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Tracked resource versions report: Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: pushed versions: Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: { 'AddressGroup': {'1.2'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Agent': {'1.1'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'ConntrackHelper': {'1.0'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Log': {'1.0'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'NDPProxy': {'1.0'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Network': {'1.1'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Port': {'1.7'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'PortForwarding': {'1.3'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'QosPolicy': {'1.10'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroup': {'1.5'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'SubPort': {'1.0'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Subnet': {'1.1'}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Trunk': {'1.1'}} Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: consumer versions: Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Agent': '1.1', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'ConntrackHelper': '1.0', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'LocalIPAssociation': '1.0', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Log': '1.0', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'NDPProxy': '1.0', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Network': '1.1', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Port': '1.7', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'PortForwarding': '1.3', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'QosPolicy': '1.10', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroup': '1.5', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroupRule': '1.2', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'SubPort': '1.0', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Subnet': '1.1', Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: 'Trunk': '1.1'}} Oct 12 02:21:53.924601 dv-cinder-849143-14-smb neutron-server[104430]: {{(pid=104430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:21:53.943868 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Attempting to bind port d23e7011-7ec6-4892-9818-0fb94683a30f on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:21:53.944265 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Attempting to bind port d23e7011-7ec6-4892-9818-0fb94683a30f by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:21:53.944724 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Attempting to bind port d23e7011-7ec6-4892-9818-0fb94683a30f on network 4c114750-989b-4a64-b05d-631329c421a9 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:21:54.026842 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:21:54.027241 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Checking segment: {'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:54.027713 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:54.028106 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Bound using segment: {'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:21:54.028624 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Bound port: d23e7011-7ec6-4892-9818-0fb94683a30f, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc77719-d44f-4677-a243-f3680d9b2d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4c114750-989b-4a64-b05d-631329c421a9'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:21:54.029006 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:54.067507 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:54.077868 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:54.094534 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] For port d23e7011-7ec6-4892-9818-0fb94683a30f, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:21:54.113828 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] For port d23e7011-7ec6-4892-9818-0fb94683a30f, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=d23e7011-7ec6-4892-9818-0fb94683a30f,segment=NetworkSegment(dbc77719-d44f-4677-a243-f3680d9b2d8a),segment_id=dbc77719-d44f-4677-a243-f3680d9b2d8a)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:21:54.120422 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:54.159372 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Routers {'c0e67f74-f307-4df3-9099-f68c9ed0e206'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:21:54.159905 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:21:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c0e67f74-f307-4df3-9099-f68c9ed0e206'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:54.231202 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe628caa-285a-43f8-b78f-ab5392db963e None None] Pushing event updated for resources: {'Port': ['ID=d23e7011-7ec6-4892-9818-0fb94683a30f,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:54.259529 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] Set router c0e67f74-f307-4df3-9099-f68c9ed0e206 gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:21:54.447553 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'name': 'router1', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:41Z', 'updated_at': '2022-10-12T02:21:51Z', 'revision_number': 2, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'gw_port_host': None, '_interfaces': [{'id': 'd23e7011-7ec6-4892-9818-0fb94683a30f', 'name': '', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'mac_address': 'fa:16:3e:21:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:51Z', 'updated_at': '2022-10-12T02:21:54Z', 'revision_number': 4, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'subnets': [{'id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c029613-065f-4626-9066-10e3b43cdd3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:54.472511 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1a67b-dc3c-4074-b681-95caecc97625 None None] The sync data for ids ['c0e67f74-f307-4df3-9099-f68c9ed0e206'] in dv-cinder-849143-14-smb is: [{'id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'name': 'router1', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:41Z', 'updated_at': '2022-10-12T02:21:51Z', 'revision_number': 2, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'gw_port_host': None, '_interfaces': [{'id': 'd23e7011-7ec6-4892-9818-0fb94683a30f', 'name': '', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'mac_address': 'fa:16:3e:21:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:51Z', 'updated_at': '2022-10-12T02:21:54Z', 'revision_number': 4, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'subnets': [{'id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c029613-065f-4626-9066-10e3b43cdd3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:21:55.171581 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49104) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:55.574120 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab4d72-6c49-4dbf-87f5-ef3017d6f00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:55.575522 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4cab4d72-6c49-4dbf-87f5-ef3017d6f00c admin admin] 10.222.0.18 "GET /networking/v2.0/networks/947cdfd7-3ff8-4567-b315-d5e2e346f81c HTTP/1.1" status: 200 len: 842 time: 0.4029877 Oct 12 02:21:55.586835 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'enable_dhcp': False}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:55.611845 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Made reservation on behalf of ae04d11182384b63981888ea102e1452 for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:55.614302 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:55.785081 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:55.822173 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:55.978980 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.objects.ports [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104427) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 12 02:21:55.979332 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (dea2cc9b-3373-4dfa-a18e-df80fb6ea123), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:56.036022 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea2cc9b-3373-4dfa-a18e-df80fb6ea123,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:56.045079 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:56.045430 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Network hostable DHCP agents. Network: 947cdfd7-3ff8-4567-b315-d5e2e346f81c, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:21:56.062567 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:21:56.070668 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 947cdfd7-3ff8-4567-b315-d5e2e346f81c) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:56.074803 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:56.075389 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:56.080285 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b476360-4956-4b48-a603-e24d5205f1fb None None] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:56.097692 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-af44af69-d6c8-4bf0-b54c-2fd953643cde admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5142312 Oct 12 02:21:56.194017 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41276b08-85a2-42e1-b6ba-f738debdb0b2 None None] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:58.757572 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 49112) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:59.097103 dv-cinder-849143-14-smb neutron-server[104428]: ERROR stevedore.extension [None req-01595e46-8595-4d97-b049-42a1bd3a5476 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 02:21:59.140303 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:21:59.149930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.policy [None req-01595e46-8595-4d97-b049-42a1bd3a5476 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104428) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 02:21:59.194652 dv-cinder-849143-14-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-01595e46-8595-4d97-b049-42a1bd3a5476 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:59.195025 dv-cinder-849143-14-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-01595e46-8595-4d97-b049-42a1bd3a5476 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:59.211597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writer thread running {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:59.273364 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:59.443309 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-01595e46-8595-4d97-b049-42a1bd3a5476 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/c0e67f74-f307-4df3-9099-f68c9ed0e206 HTTP/1.1" status: 200 len: 710 time: 0.6847079 Oct 12 02:21:59.642854 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b89c3f-a800-4b9e-af45-c33e915d2944 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:59.644940 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-65b89c3f-a800-4b9e-af45-c33e915d2944 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/947cdfd7-3ff8-4567-b315-d5e2e346f81c HTTP/1.1" status: 200 len: 886 time: 0.1958802 Oct 12 02:21:59.654014 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:59.662687 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device d23e7011-7ec6-4892-9818-0fb94683a30f up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:21:59.707589 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port d23e7011-7ec6-4892-9818-0fb94683a30f triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:59.707969 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.708310 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port d23e7011-7ec6-4892-9818-0fb94683a30f Oct 12 02:21:59.786056 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port d23e7011-7ec6-4892-9818-0fb94683a30f is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:59.786448 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.820395 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port d23e7011-7ec6-4892-9818-0fb94683a30f, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=d23e7011-7ec6-4892-9818-0fb94683a30f,segment=NetworkSegment(dbc77719-d44f-4677-a243-f3680d9b2d8a),segment_id=dbc77719-d44f-4677-a243-f3680d9b2d8a)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:21:59.824787 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.871265 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=d23e7011-7ec6-4892-9818-0fb94683a30f,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:59.915566 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks [] for router_gateway (c0e67f74-f307-4df3-9099-f68c9ed0e206), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.133919 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks [] for router_gateway (c0e67f74-f307-4df3-9099-f68c9ed0e206), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.211056 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.404790 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Allocated IP 172.28.2.112 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/a98eec53-eba7-4225-a0ec-fb19adc0bb1d) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:22:00.521356 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks [] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.551909 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:00.564518 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:00.585118 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.650411 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:22:00.655583 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:22:00.698026 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Pushing event updated for resources: {'Port': ['ID=a98eec53-eba7-4225-a0ec-fb19adc0bb1d,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:22:00.708655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:22:00.712001 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.712350 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.712723 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.713067 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.713401 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.713729 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.714056 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.714379 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.714702 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.715025 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.715346 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.715683 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.716007 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.716326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.716665 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Tracked resource versions report: Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: pushed versions: Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: { 'AddressGroup': {'1.2'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Agent': {'1.1'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'ConntrackHelper': {'1.0'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Log': {'1.0'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'NDPProxy': {'1.0'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Network': {'1.1'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Port': {'1.7'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'PortForwarding': {'1.3'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'QosPolicy': {'1.10'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroup': {'1.5'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'SubPort': {'1.0'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Subnet': {'1.1'}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Trunk': {'1.1'}} Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: consumer versions: Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Agent': '1.1', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'ConntrackHelper': '1.0', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'LocalIPAssociation': '1.0', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Log': '1.0', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'NDPProxy': '1.0', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Network': '1.1', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Port': '1.7', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'PortForwarding': '1.3', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'QosPolicy': '1.10', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroup': '1.5', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroupRule': '1.2', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'SubPort': '1.0', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Subnet': '1.1', Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: 'Trunk': '1.1'}} Oct 12 02:22:00.718288 dv-cinder-849143-14-smb neutron-server[104428]: {{(pid=104428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:22:00.976046 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks [] for router_gateway (c0e67f74-f307-4df3-9099-f68c9ed0e206), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:01.199958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16344800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4781'] for router (c0e67f74-f307-4df3-9099-f68c9ed0e206), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:01.205125 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16344795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16344786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350432'] for router (c0e67f74-f307-4df3-9099-f68c9ed0e206), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:01.309930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Router c0e67f74-f307-4df3-9099-f68c9ed0e206 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:22:01.409917 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:22:01.414799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:01.415787 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d37b1fb4-1c6e-4900-80fb-94feb4b35e6a demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/c0e67f74-f307-4df3-9099-f68c9ed0e206 HTTP/1.1" status: 200 len: 890 time: 1.7650576 Oct 12 02:22:01.419910 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Sync routers for ids ['c0e67f74-f307-4df3-9099-f68c9ed0e206'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:22:01.432934 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Routers {'c0e67f74-f307-4df3-9099-f68c9ed0e206'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:22:01.433628 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:21:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c0e67f74-f307-4df3-9099-f68c9ed0e206'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:22:01.555752 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:01.652396 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Set router c0e67f74-f307-4df3-9099-f68c9ed0e206 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:22:01.668364 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device d23e7011-7ec6-4892-9818-0fb94683a30f up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:22:01.900191 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port d23e7011-7ec6-4892-9818-0fb94683a30f triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:22:01.900524 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:01.900860 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port d23e7011-7ec6-4892-9818-0fb94683a30f Oct 12 02:22:01.938824 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:02.120228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port d23e7011-7ec6-4892-9818-0fb94683a30f is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:22:02.128973 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'name': 'router1', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a98eec53-eba7-4225-a0ec-fb19adc0bb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:41Z', 'updated_at': '2022-10-12T02:22:00Z', 'revision_number': 4, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'gw_port': {'id': 'a98eec53-eba7-4225-a0ec-fb19adc0bb1d', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:22:00Z', 'updated_at': '2022-10-12T02:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'd23e7011-7ec6-4892-9818-0fb94683a30f', 'name': '', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'mac_address': 'fa:16:3e:21:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:51Z', 'updated_at': '2022-10-12T02:21:59Z', 'revision_number': 5, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'subnets': [{'id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c029613-065f-4626-9066-10e3b43cdd3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:22:02.251984 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Checking router: c0e67f74-f307-4df3-9099-f68c9ed0e206 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:22:02.252247 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Updating router c0e67f74-f307-4df3-9099-f68c9ed0e206 port a98eec53-eba7-4225-a0ec-fb19adc0bb1d binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:22:02.304925 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:02.616884 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Publish callbacks [] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:02.623216 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:02.657784 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Attempting to bind port a98eec53-eba7-4225-a0ec-fb19adc0bb1d on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:22:02.658158 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Attempting to bind port a98eec53-eba7-4225-a0ec-fb19adc0bb1d by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:22:02.658519 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Attempting to bind port a98eec53-eba7-4225-a0ec-fb19adc0bb1d on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:22:02.695242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff6d5e-abe8-40f0-b9e1-1c2cf5201cc7 None None] Pushing event updated for resources: {'Port': ['ID=a98eec53-eba7-4225-a0ec-fb19adc0bb1d,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:22:02.710274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:22:02.710649 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:22:02.711046 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:02.711449 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:22:02.711910 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Bound port: a98eec53-eba7-4225-a0ec-fb19adc0bb1d, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:22:02.712282 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:02.759237 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] For port a98eec53-eba7-4225-a0ec-fb19adc0bb1d, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:22:02.762321 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] For port a98eec53-eba7-4225-a0ec-fb19adc0bb1d, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=a98eec53-eba7-4225-a0ec-fb19adc0bb1d,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:22:02.768706 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:02.807334 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:02.813885 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Routers {'c0e67f74-f307-4df3-9099-f68c9ed0e206'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:22:02.814491 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:21:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c0e67f74-f307-4df3-9099-f68c9ed0e206'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:22:02.855123 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff6d5e-abe8-40f0-b9e1-1c2cf5201cc7 None None] Pushing event updated for resources: {'Port': ['ID=a98eec53-eba7-4225-a0ec-fb19adc0bb1d,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:22:02.872796 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:02.926893 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] Set router c0e67f74-f307-4df3-9099-f68c9ed0e206 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:22:03.124582 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'name': 'router1', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a98eec53-eba7-4225-a0ec-fb19adc0bb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:41Z', 'updated_at': '2022-10-12T02:22:00Z', 'revision_number': 4, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'gw_port': {'id': 'a98eec53-eba7-4225-a0ec-fb19adc0bb1d', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:22:00Z', 'updated_at': '2022-10-12T02:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'd23e7011-7ec6-4892-9818-0fb94683a30f', 'name': '', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'mac_address': 'fa:16:3e:21:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:51Z', 'updated_at': '2022-10-12T02:21:59Z', 'revision_number': 5, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'subnets': [{'id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c029613-065f-4626-9066-10e3b43cdd3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:22:03.150390 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b8a5d-20d5-4934-b85c-a3ba6ceecae2 None None] The sync data for ids ['c0e67f74-f307-4df3-9099-f68c9ed0e206'] in dv-cinder-849143-14-smb is: [{'id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'name': 'router1', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a98eec53-eba7-4225-a0ec-fb19adc0bb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:41Z', 'updated_at': '2022-10-12T02:22:00Z', 'revision_number': 4, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'gw_port': {'id': 'a98eec53-eba7-4225-a0ec-fb19adc0bb1d', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:22:00Z', 'updated_at': '2022-10-12T02:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'd23e7011-7ec6-4892-9818-0fb94683a30f', 'name': '', 'network_id': '4c114750-989b-4a64-b05d-631329c421a9', 'tenant_id': 'fd1c4db151454810bdf01c589c22b7b7', 'mac_address': 'fa:16:3e:21:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e67f74-f307-4df3-9099-f68c9ed0e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:51Z', 'updated_at': '2022-10-12T02:21:59Z', 'revision_number': 5, 'project_id': 'fd1c4db151454810bdf01c589c22b7b7', 'subnets': [{'id': '9ebd0ab8-4904-4c51-8b72-b343d7f9832a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c029613-065f-4626-9066-10e3b43cdd3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:22:03.687072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device a98eec53-eba7-4225-a0ec-fb19adc0bb1d up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:22:03.740224 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port a98eec53-eba7-4225-a0ec-fb19adc0bb1d triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:22:03.740752 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:03.741195 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port a98eec53-eba7-4225-a0ec-fb19adc0bb1d Oct 12 02:22:03.816655 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port a98eec53-eba7-4225-a0ec-fb19adc0bb1d is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:22:03.817051 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:03.839508 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port a98eec53-eba7-4225-a0ec-fb19adc0bb1d, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=a98eec53-eba7-4225-a0ec-fb19adc0bb1d,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:22:03.845044 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:03.897442 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=a98eec53-eba7-4225-a0ec-fb19adc0bb1d,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:22:04.276542 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49134) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:22:04.667991 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a3a802df-3226-4305-9da2-bc9256b9e629 admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3904309 Oct 12 02:22:05.657585 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device a98eec53-eba7-4225-a0ec-fb19adc0bb1d up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:22:05.700903 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port a98eec53-eba7-4225-a0ec-fb19adc0bb1d triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:22:05.701325 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (a98eec53-eba7-4225-a0ec-fb19adc0bb1d), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:05.701660 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port a98eec53-eba7-4225-a0ec-fb19adc0bb1d Oct 12 02:22:05.770297 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port a98eec53-eba7-4225-a0ec-fb19adc0bb1d is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:22:09.135972 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:09.137163 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=51 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:11.405969 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:11.408274 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:14.665071 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=39,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:14.667441 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=33,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:15.767715 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=73 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:15.769235 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:16.761308 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-edf2135d-5092-4f00-b24b-dfca7fbe0063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:18.961225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0557328c-e286-408a-a80e-a7092d8c4066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:20.237678 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:21.848017 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:21.948912 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:31.940440 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:31.943119 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:36.149445 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:22:40.144005 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:46.141207 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:46.763860 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ad9c-bb3c-4548-ade7-0d1a14d3c75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:48.959918 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76142871-c835-4a19-a78e-0e98d05a2db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:50.231662 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:51.842474 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:51.948758 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:01.936837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:01.943211 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:13.138502 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:23:16.756839 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-359533ed-137a-4248-b60c-b35ef9c2317d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:18.959958 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b83669ca-5804-4c16-a171-c6a66d0936c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:20.230308 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:21.845935 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:21.940650 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:23.133924 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:23.134647 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=7 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:31.934429 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:31.936406 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:33.070609 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49684) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:33.409448 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabca557-6810-4a8f-8ecf-79e40170401a admin admin] GET failed (client error): The resource could not be found. Oct 12 02:23:33.410715 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-aabca557-6810-4a8f-8ecf-79e40170401a admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3392289 Oct 12 02:23:33.574533 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f934c-1171-4cd7-8843-a1d2f2a9f646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:33.576012 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-637f934c-1171-4cd7-8843-a1d2f2a9f646 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606584 Oct 12 02:23:36.147649 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49694) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:36.511070 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f87d35-066c-49c7-8e83-0abe133b7d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:36.512389 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-84f87d35-066c-49c7-8e83-0abe133b7d43 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/9ebd0ab8-4904-4c51-8b72-b343d7f9832a HTTP/1.1" status: 200 len: 849 time: 0.3637936 Oct 12 02:23:36.522005 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:23:36.607936 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Publish callbacks [] for subnet (9ebd0ab8-4904-4c51-8b72-b343d7f9832a), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:36.751565 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745082189999'] for subnet (9ebd0ab8-4904-4c51-8b72-b343d7f9832a), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:36.782153 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:36.782741 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:36.784148 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/9ebd0ab8-4904-4c51-8b72-b343d7f9832a HTTP/1.1" status: 200 len: 868 time: 0.2655289 Oct 12 02:23:36.803562 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf549ac-0600-482a-827a-8e99812d56ea None None] Network 4c114750-989b-4a64-b05d-631329c421a9 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:23:36.811794 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebd0ab8-4904-4c51-8b72-b343d7f9832a,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:23:36.819557 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.819922 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.820252 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.821040 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.821040 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.821437 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.821718 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.822038 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.822400 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.822728 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.823047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.823381 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.823702 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.824023 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:36.824335 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0cd6bb-4352-42f1-860d-aa1e3264b5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:37.149806 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Provisioning complete for port ac045b56-ca99-4e65-9be0-32f5be85a9e4 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:23:37.150198 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (ac045b56-ca99-4e65-9be0-32f5be85a9e4), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:37.150539 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Attempt 1 to provision port ac045b56-ca99-4e65-9be0-32f5be85a9e4 Oct 12 02:23:37.225826 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Current status of the port ac045b56-ca99-4e65-9be0-32f5be85a9e4 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:23:37.234154 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Provisioning complete for port d23e7011-7ec6-4892-9818-0fb94683a30f triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:23:37.234548 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d23e7011-7ec6-4892-9818-0fb94683a30f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:37.234891 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Attempt 1 to provision port d23e7011-7ec6-4892-9818-0fb94683a30f Oct 12 02:23:37.307379 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b92a6-9015-4697-bcb8-4fa885ed2848 None None] Current status of the port d23e7011-7ec6-4892-9818-0fb94683a30f is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:23:39.348074 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49702) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:39.816022 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5024338c-8664-4f0d-9edb-d338e4df66bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:39.816521 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5024338c-8664-4f0d-9edb-d338e4df66bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:39.818051 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5024338c-8664-4f0d-9edb-d338e4df66bb admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4690869 Oct 12 02:23:42.414588 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49710) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:42.826452 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4c669-e63a-42e1-9a68-79f73445411a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:42.826913 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4c669-e63a-42e1-9a68-79f73445411a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:42.828396 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-09c4c669-e63a-42e1-9a68-79f73445411a admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4123955 Oct 12 02:23:45.381049 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49718) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:45.783272 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:45.788855 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a53221-3528-4925-9380-be2cd289412e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:45.790926 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f2a53221-3528-4925-9380-be2cd289412e admin admin] 10.222.0.18 "GET /networking/v2.0/networks/4c114750-989b-4a64-b05d-631329c421a9 HTTP/1.1" status: 200 len: 869 time: 0.4090397 Oct 12 02:23:46.759945 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-837736e4-a404-46f1-9728-189bb38163d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:48.378371 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49726) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:48.740852 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:48.777995 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2e81b-c59b-4ee1-9365-194436c27a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:48.779342 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1ac2e81b-c59b-4ee1-9365-194436c27a6b admin admin] 10.222.0.18 "GET /networking/v2.0/networks/947cdfd7-3ff8-4567-b315-d5e2e346f81c HTTP/1.1" status: 200 len: 886 time: 0.4001250 Oct 12 02:23:48.962750 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ccbee148-b301-43f9-8298-85dcd34f487c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:50.138326 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:23:50.230426 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:51.334000 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49734) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:51.734455 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40bd668-eb67-4e4e-ae5d-d0cbbcf44346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:51.734914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40bd668-eb67-4e4e-ae5d-d0cbbcf44346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:51.736423 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a40bd668-eb67-4e4e-ae5d-d0cbbcf44346 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4014966 Oct 12 02:23:51.845634 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:51.943500 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:54.140461 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:54.288172 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49742) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:54.650981 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232f2c1-237f-4582-a1f6-9800af24ae0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:54.651354 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232f2c1-237f-4582-a1f6-9800af24ae0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:54.652846 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-b232f2c1-237f-4582-a1f6-9800af24ae0b admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3636825 Oct 12 02:23:57.213018 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49750) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:57.575966 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724ffa5-8744-468c-8c33-fd920bf8c195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:57.577304 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e724ffa5-8744-468c-8c33-fd920bf8c195 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/9ebd0ab8-4904-4c51-8b72-b343d7f9832a HTTP/1.1" status: 200 len: 868 time: 0.3633544 Oct 12 02:24:00.134679 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:00.146849 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49758) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:00.602821 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e8f46-3231-44ca-993d-9eb2304602b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:00.604325 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e29e8f46-3231-44ca-993d-9eb2304602b4 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/dea2cc9b-3373-4dfa-a18e-df80fb6ea123 HTTP/1.1" status: 200 len: 816 time: 0.4565346 Oct 12 02:24:01.938091 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:01.939305 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:10.597400 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=31 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:10.599378 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=33 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:12.060097 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=12 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:12.064683 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=14 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:16.762537 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ee57-4b90-429b-a870-213e69971b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:18.966454 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5c89332f-f49a-4308-94b9-722ace1d3ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:20.233277 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:21.847520 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:21.946605 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:27.136852 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:24:30.294875 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49816) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:30.624068 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [None req-fca1f03a-ade1-4f28-8493-83c0105dc69e admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:24:30.625187 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-fca1f03a-ade1-4f28-8493-83c0105dc69e admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3293810 Oct 12 02:24:31.941384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:31.942227 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:33.307869 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49824) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:33.647309 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b55f819-0e05-4746-919b-72c3d86a3784 admin admin] GET failed (client error): The resource could not be found. Oct 12 02:24:33.648592 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1b55f819-0e05-4746-919b-72c3d86a3784 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3397768 Oct 12 02:24:33.738560 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3d787-19ad-462b-ada3-e5fbf6502fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:33.740003 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-d9d3d787-19ad-462b-ada3-e5fbf6502fc3 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0860956 Oct 12 02:24:36.360090 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49832) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:36.687966 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:24:36.707772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Made reservation on behalf of ae04d11182384b63981888ea102e1452 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:24:36.710081 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.737965 dv-cinder-849143-14-smb neutron-server[104427]: WARNING neutron.services.revisions.revision_plugin [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Could not find related network for resource to bump revision. Oct 12 02:24:36.749530 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:24:36.758638 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (b138f968-4f14-4fc5-a59e-cdf31d699e5a), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.758977 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Added segment b138f968-4f14-4fc5-a59e-cdf31d699e5a of type vlan for network f02739ef-337d-45ec-b3cb-92fb7f839fb3 Oct 12 02:24:36.797835 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (f02739ef-337d-45ec-b3cb-92fb7f839fb3), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.821529 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (f02739ef-337d-45ec-b3cb-92fb7f839fb3), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.822477 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:36.823659 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.876805 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5156829 Oct 12 02:24:36.890562 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Pushing event updated for resources: {'Network': ['ID=f02739ef-337d-45ec-b3cb-92fb7f839fb3,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:36.898182 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.898529 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.898870 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.899217 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.899562 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.900091 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.900571 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.900908 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.902193 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.902527 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.902862 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.903211 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.903540 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.903861 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.904181 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860bff3-f71d-4b73-987c-2d7dc60062cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:36.916007 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network f02739ef-337d-45ec-b3cb-92fb7f839fb3 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:24:37.132860 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:37.133602 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:39.472538 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49840) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:39.810151 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.pecan_wsgi.hooks.translation [None req-039bc3c0-ab7d-4f4d-a942-0c6e88507848 admin admin] GET failed (client error): The resource could not be found. Oct 12 02:24:39.811421 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-039bc3c0-ab7d-4f4d-a942-0c6e88507848 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3380034 Oct 12 02:24:39.882375 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7aea6d-d14b-48dd-95fa-e8fce911451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:39.883809 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-6c7aea6d-d14b-48dd-95fa-e8fce911451e admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679791 Oct 12 02:24:39.893830 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:24:39.913711 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Made reservation on behalf of ae04d11182384b63981888ea102e1452 for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:24:39.915925 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.080788 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (bf3c6ff0-118e-419b-a2f1-34e69f98ae63), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.140550 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3c6ff0-118e-419b-a2f1-34e69f98ae63,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:40.148096 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Checking segment: {'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:24:40.148446 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Network hostable DHCP agents. Network: f02739ef-337d-45ec-b3cb-92fb7f839fb3, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:24:40.164532 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Network f02739ef-337d-45ec-b3cb-92fb7f839fb3 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:24:40.172532 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, f02739ef-337d-45ec-b3cb-92fb7f839fb3) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:24:40.176519 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:40.177110 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.181594 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b58ad1-e029-4b5f-bae9-32fe9c8a595b None None] Network f02739ef-337d-45ec-b3cb-92fb7f839fb3 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:24:40.185622 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:40.196945 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-0c0b391c-f5e0-4af5-b43c-83dd96bbbd21 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3064289 Oct 12 02:24:40.296060 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-f02739ef-337d-45ec-b3cb-92fb7f839fb3', 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3', 'project_id': 'ae04d11182384b63981888ea102e1452', 'fixed_ips': [{'subnet_id': 'bf3c6ff0-118e-419b-a2f1-34e69f98ae63'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:24:40.297107 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.439183 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Allocated IP 192.168.233.2 (f02739ef-337d-45ec-b3cb-92fb7f839fb3/bf3c6ff0-118e-419b-a2f1-34e69f98ae63/f2deae8f-ea76-43dc-adf6-70e6aba874d3) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:24:40.592043 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Publish callbacks [] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.596461 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.640228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Network f02739ef-337d-45ec-b3cb-92fb7f839fb3 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:24:40.645533 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Pushing event updated for resources: {'Port': ['ID=f2deae8f-ea76-43dc-adf6-70e6aba874d3,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:40.648804 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:24:40.651392 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:24:40.658155 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.658501 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.658844 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.659203 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.659543 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.659873 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.660200 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.660550 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.660879 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.661203 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.661527 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.661872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.662198 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.662520 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.662840 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:40.723594 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Attempting to bind port f2deae8f-ea76-43dc-adf6-70e6aba874d3 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:24:40.723889 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Attempting to bind port f2deae8f-ea76-43dc-adf6-70e6aba874d3 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:24:40.724249 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Attempting to bind port f2deae8f-ea76-43dc-adf6-70e6aba874d3 on network f02739ef-337d-45ec-b3cb-92fb7f839fb3 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:24:40.862622 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:24:40.862989 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Checking segment: {'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:24:40.863388 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.863774 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Bound using segment: {'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:24:40.864238 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Bound port: f2deae8f-ea76-43dc-adf6-70e6aba874d3, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:24:40.864646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.925914 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] For port f2deae8f-ea76-43dc-adf6-70e6aba874d3, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:24:40.929377 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] For port f2deae8f-ea76-43dc-adf6-70e6aba874d3, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=f2deae8f-ea76-43dc-adf6-70e6aba874d3,segment=NetworkSegment(b138f968-4f14-4fc5-a59e-cdf31d699e5a),segment_id=b138f968-4f14-4fc5-a59e-cdf31d699e5a)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:24:40.936957 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:40.998465 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334a35d-10e4-41b0-a6a7-71e71d94e8c6 None None] Pushing event updated for resources: {'Port': ['ID=f2deae8f-ea76-43dc-adf6-70e6aba874d3,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:41.779370 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device f2deae8f-ea76-43dc-adf6-70e6aba874d3 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:24:41.823783 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9be624f-2343-46e1-b94e-253d4942ecdb None None] Network f02739ef-337d-45ec-b3cb-92fb7f839fb3 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:24:41.875020 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:41.898244 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:41.908423 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port f2deae8f-ea76-43dc-adf6-70e6aba874d3 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:24:41.908841 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:41.909185 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port f2deae8f-ea76-43dc-adf6-70e6aba874d3 Oct 12 02:24:41.950607 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Provisioning complete for port f2deae8f-ea76-43dc-adf6-70e6aba874d3 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:24:41.951008 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:41.951349 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Attempt 1 to provision port f2deae8f-ea76-43dc-adf6-70e6aba874d3 Oct 12 02:24:42.193699 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port f2deae8f-ea76-43dc-adf6-70e6aba874d3 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:42.194089 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:42.217249 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Current status of the port f2deae8f-ea76-43dc-adf6-70e6aba874d3 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:42.217633 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:42.261829 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port f2deae8f-ea76-43dc-adf6-70e6aba874d3, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=f2deae8f-ea76-43dc-adf6-70e6aba874d3,segment=NetworkSegment(b138f968-4f14-4fc5-a59e-cdf31d699e5a),segment_id=b138f968-4f14-4fc5-a59e-cdf31d699e5a)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:24:42.266901 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:42.336430 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.db.api [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 02:24:42.336801 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG oslo_db.api [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 02:24:42.346880 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=f2deae8f-ea76-43dc-adf6-70e6aba874d3,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:42.872232 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-1ce94e9f-78fe-4432-b92a-6354916ee180 None None] Current status of the port f2deae8f-ea76-43dc-adf6-70e6aba874d3 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:42.990830 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-8315debb-87bf-4e38-8f50-43b5d209bc82 None None] Provisioning complete for port f2deae8f-ea76-43dc-adf6-70e6aba874d3 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:24:42.991221 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8315debb-87bf-4e38-8f50-43b5d209bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:42.991556 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-8315debb-87bf-4e38-8f50-43b5d209bc82 None None] Attempt 1 to provision port f2deae8f-ea76-43dc-adf6-70e6aba874d3 Oct 12 02:24:43.065880 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-8315debb-87bf-4e38-8f50-43b5d209bc82 None None] Current status of the port f2deae8f-ea76-43dc-adf6-70e6aba874d3 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:43.752948 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device f2deae8f-ea76-43dc-adf6-70e6aba874d3 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:24:43.800905 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port f2deae8f-ea76-43dc-adf6-70e6aba874d3 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:24:43.801220 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f2deae8f-ea76-43dc-adf6-70e6aba874d3), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:43.801562 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port f2deae8f-ea76-43dc-adf6-70e6aba874d3 Oct 12 02:24:43.828524 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:43.872694 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port f2deae8f-ea76-43dc-adf6-70e6aba874d3 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:46.765204 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eabfc33c-5ede-4c96-8e62-56282b7eed51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:48.972503 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-feb22068-c8aa-4228-b8a2-6ae80730b84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:50.187464 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=74,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:50.237313 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:51.850427 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:51.949776 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:01.944364 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:01.946357 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:04.135424 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:25:15.132970 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:15.133725 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:16.767331 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7618b7ab-98e9-48a6-858a-68c1f3037b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:18.974478 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-459aa9d1-45d4-47a4-b870-072c2df05062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:20.240749 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:21.852335 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:21.957236 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:31.946414 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:31.953497 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:41.134641 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:25:46.775786 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dff582d7-ce7d-4839-a9b5-0628a6c9308b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:48.975979 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-649619fa-9902-4fdc-8737-598e75ea31c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:50.243070 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:51.130509 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:51.131805 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:51.856227 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:51.950048 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:55.427231 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49886) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:25:55.432920 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [None req-9c5cfc84-e5f3-4847-9a5b-ad412c1053ee tempest-verify_tempest_config-1607775897 tempest-verify_tempest_config-1607775897-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:25:55.433896 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9c5cfc84-e5f3-4847-9a5b-ad412c1053ee tempest-verify_tempest_config-1607775897 tempest-verify_tempest_config-1607775897-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057018 Oct 12 02:25:55.942656 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 49904) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:25:56.282327 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.395048 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Publish callbacks [] for security_group (f7769721-5872-4d8f-b26e-b4807386c26c), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.398744 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f7769721-5872-4d8f-b26e-b4807386c26c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.446954 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=88e3ed5b405f43c6a6d11a274134ce83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5032685 Oct 12 02:25:56.448926 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7769721-5872-4d8f-b26e-b4807386c26c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:25:56.449926 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 49910) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:25:56.456326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.456714 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.457075 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.457435 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.457783 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.458106 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.458434 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.458759 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.459100 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.459433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.459757 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.460101 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.460427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.460774 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.461099 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0572bc-e357-4db1-a3cd-af2916721713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.508157 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Publish callbacks [] for security_group (f7769721-5872-4d8f-b26e-b4807386c26c), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.527837 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Publish callbacks [] for security_group (f7769721-5872-4d8f-b26e-b4807386c26c), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.628755 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f7769721-5872-4d8f-b26e-b4807386c26c), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.631242 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.632392 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f7769721-5872-4d8f-b26e-b4807386c26c HTTP/1.1" status: 204 len: 168 time: 0.1815269 Oct 12 02:25:56.641320 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7769721-5872-4d8f-b26e-b4807386c26c,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:25:56.649101 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.649369 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.649712 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.650072 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.650531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.650868 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.651196 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.651525 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.651868 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.652196 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.652557 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.652903 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.653224 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.653542 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.653859 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd24fd2-00d6-4fce-89c9-2235964e448e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:26:01.946481 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.442747 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=23,neutron:INSERT=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.452914 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=16,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.635370 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.644918 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.681912 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:11.989561 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=13 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:11.991435 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=13 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:16.767832 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-82e98cb0-d3dd-4a79-890e-ed469791f361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:18.132530 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:26:18.976987 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b8464d40-0db1-4b43-8688-74439fc9e861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:20.245955 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:21.856985 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:21.952634 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:28.128274 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:28.129506 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:31.946641 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:31.948509 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:46.769135 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1832e268-8aa8-4271-a0cb-ac2e17d68d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:48.984500 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0b92d77-7c25-4de2-83be-955f8370d9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:50.249632 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:51.863777 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:51.954643 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:55.131340 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:27:01.949125 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:01.951017 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:05.127167 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:05.127958 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:15.137312 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:16.770482 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-afc48958-0059-4b1d-b07c-94273b39dbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:18.976151 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-89a610fd-9a06-4beb-a9ad-5a66c6896db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:20.251752 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:21.866472 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:21.957071 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:31.950678 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:31.952579 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:32.130493 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 5 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:27:35.159427 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350171'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:36.144437 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:42.127368 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:45.154076 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:46.772320 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c364bb5e-372a-4f22-8ab1-72796b96e2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:48.664165 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50002) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:27:48.793234 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-727ab017-b9df-44b1-aa93-a536e1e6bab3 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1278701 Oct 12 02:27:48.979056 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b906de95-fd07-4117-b732-2a2c324d2219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:50.254133 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:51.243911 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50012) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:27:51.298348 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-421943c8-d539-468a-81a8-3b6d38e25032 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0534031 Oct 12 02:27:51.869325 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:51.957789 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:58.787991 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:01.292824 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:01.952636 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:01.954508 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:05.111855 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:09.129801 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:28:15.105519 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:15.107499 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:16.774698 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd66d-1cc4-4b8f-af2b-28c042154f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:18.980213 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e20007b4-ff23-47e8-b6c4-d9ca8a87de8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:19.124728 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=17 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:19.125474 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=17 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:20.258895 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:21.871635 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:21.958987 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:31.953119 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:31.955535 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:35.106647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:46.129927 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:28:46.786116 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-138196fa-01f8-48a7-879e-0a36910850f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:49.003444 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c1d41e44-2b9a-4292-852b-683dfebc986b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:50.266500 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:51.876268 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:51.963294 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:56.124514 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:56.125231 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:01.957601 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:01.959789 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:05.126452 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:15.118947 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:15.120837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:15.144146 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:16.781122 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-628e64fd-95b3-47f8-8557-b9f035ce9628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.992755 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-101fc8ef-3c3c-47e5-939f-4446114a9195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.262787 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.890839 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.970859 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.129392 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:29:25.825400 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50148) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:26.158512 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-221685045-network', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:26.188974 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Made reservation on behalf of 72777ca3c2f04605b9eaf0ae7dbdfb2d for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:26.191793 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.204913 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.285429 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks [] for security_group (aa8755b6-1db6-4049-9a0d-5951f06060a1), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.289737 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (aa8755b6-1db6-4049-9a0d-5951f06060a1), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.324737 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8755b6-1db6-4049-9a0d-5951f06060a1,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:26.331178 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:26.335051 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.335319 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.335655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.335988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.336317 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.336667 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.336989 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.337308 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.337641 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.338241 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.338323 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.338589 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.338907 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.339221 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.339554 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Tracked resource versions report: Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: pushed versions: Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Agent': {'1.1'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Log': {'1.0'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'NDPProxy': {'1.0'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Network': {'1.1'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Port': {'1.7'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'PortForwarding': {'1.3'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'QosPolicy': {'1.10'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'SubPort': {'1.0'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Subnet': {'1.1'}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Trunk': {'1.1'}} Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: consumer versions: Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Agent': '1.1', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'ConntrackHelper': '1.0', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'LocalIPAssociation': '1.0', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Log': '1.0', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'NDPProxy': '1.0', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Network': '1.1', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Port': '1.7', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'PortForwarding': '1.3', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'QosPolicy': '1.10', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroup': '1.5', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'SecurityGroupRule': '1.2', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'SubPort': '1.0', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Subnet': '1.1', Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: 'Trunk': '1.1'}} Oct 12 02:29:26.340680 dv-cinder-849143-14-smb neutron-server[104428]: {{(pid=104428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:26.367781 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745082196947', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (7040a0b7-b5ab-4490-963b-eb1a0f6ba284), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.368324 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Unsubscribe: segment precommit_create {{(pid=104428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 02:29:26.368863 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Added segment 7040a0b7-b5ab-4490-963b-eb1a0f6ba284 of type vlan for network f51be834-37fa-4686-9d26-f836b906e0b5 Oct 12 02:29:26.436024 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (f51be834-37fa-4686-9d26-f836b906e0b5), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.440080 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50188) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:26.471287 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (f51be834-37fa-4686-9d26-f836b906e0b5), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.472822 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:26.473590 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.582060 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] Pushing event updated for resources: {'Network': ['ID=f51be834-37fa-4686-9d26-f836b906e0b5,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:26.592841 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50204) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:26.592970 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f150e412-97e6-468a-970a-0055dd64d710 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7662396 Oct 12 02:29:26.599143 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network f51be834-37fa-4686-9d26-f836b906e0b5 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:26.599983 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Request body: {'subnet': {'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-subnet', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:26.623849 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Made reservation on behalf of 72777ca3c2f04605b9eaf0ae7dbdfb2d for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:26.627495 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.818659 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (2c998db6-a5f8-4bff-bd37-13ada575f4ab), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.855486 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1139898069-network', 'tenant_id': '67fa408f8459449cad4d87b5209ba810'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:26.905586 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c998db6-a5f8-4bff-bd37-13ada575f4ab,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:26.914466 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Made reservation on behalf of 67fa408f8459449cad4d87b5209ba810 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:26.916786 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.929535 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.929885 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.930264 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.930607 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.930950 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.931327 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.931601 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.932038 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.932405 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.932949 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.933393 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.933725 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.934082 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.934559 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.934920 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Tracked resource versions report: Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: pushed versions: Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Agent': {'1.1'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Log': {'1.0'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'NDPProxy': {'1.0'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Network': {'1.1'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Port': {'1.7'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'PortForwarding': {'1.3'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'QosPolicy': {'1.10'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'SubPort': {'1.0'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Subnet': {'1.1'}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Trunk': {'1.1'}} Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: consumer versions: Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Agent': '1.1', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'ConntrackHelper': '1.0', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'LocalIPAssociation': '1.0', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Log': '1.0', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'NDPProxy': '1.0', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Network': '1.1', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Port': '1.7', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'PortForwarding': '1.3', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'QosPolicy': '1.10', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroup': '1.5', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'SecurityGroupRule': '1.2', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'SubPort': '1.0', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Subnet': '1.1', Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: 'Trunk': '1.1'}} Oct 12 02:29:26.936168 dv-cinder-849143-14-smb neutron-server[104427]: {{(pid=104427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:26.951069 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Checking segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:26.951434 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Network hostable DHCP agents. Network: f51be834-37fa-4686-9d26-f836b906e0b5, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:26.953624 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.993461 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Network f51be834-37fa-4686-9d26-f836b906e0b5 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:27.005679 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, f51be834-37fa-4686-9d26-f836b906e0b5) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:27.013318 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:27.013897 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.023530 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9b8555-a063-436d-a055-3efa109d0114 None None] Network f51be834-37fa-4686-9d26-f836b906e0b5 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:27.048217 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50218) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:27.049107 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7972d0d5-b473-45f0-9516-b05fe30583cd admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4544034 Oct 12 02:29:27.053808 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:27.084799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (6b1f187a-bbb9-4698-af40-d1a2a154335c), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.086136 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (6b1f187a-bbb9-4698-af40-d1a2a154335c), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.109710 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks [] for security_group (92b10a56-1d48-44cb-94b5-9dd0f0f36b34), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.117500 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (92b10a56-1d48-44cb-94b5-9dd0f0f36b34), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.136060 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:27.142519 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.151702 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (4a8d9d37-a365-4dad-b1c0-0faadfe63e0b), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.152167 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Added segment 4a8d9d37-a365-4dad-b1c0-0faadfe63e0b of type vlan for network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 Oct 12 02:29:27.185460 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-f51be834-37fa-4686-9d26-f836b906e0b5', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:27.186773 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.205170 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks [] for router_controller (6b1f187a-bbb9-4698-af40-d1a2a154335c), precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.246362 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50224) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:27.294910 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (9fa82c6a-55d7-4c1f-9851-c57916a40e99), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.327231 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50230) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:27.363850 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b10a56-1d48-44cb-94b5-9dd0f0f36b34,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:27.382702 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.385540 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks [] for router_gateway (6b1f187a-bbb9-4698-af40-d1a2a154335c), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.390220 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (9fa82c6a-55d7-4c1f-9851-c57916a40e99), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.394244 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:27.394860 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.472157 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50236) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:27.472577 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0306921 Oct 12 02:29:27.478497 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Request body: {'subnet': {'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1139898069-subnet', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:27.504079 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c77cc2-71c5-41fd-aa8b-3e7830ea0b37 admin admin] Pushing event updated for resources: {'Network': ['ID=9fa82c6a-55d7-4c1f-9851-c57916a40e99,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:27.523156 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Allocated IP 172.20.0.2 (f51be834-37fa-4686-9d26-f836b906e0b5/2c998db6-a5f8-4bff-bd37-13ada575f4ab/0a30e3ff-0d43-4896-ac82-5ddfa4710ea2) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:27.533877 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:27.598056 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Made reservation on behalf of 67fa408f8459449cad4d87b5209ba810 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:27.600759 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.704622 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.728784 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks [] for router_gateway (6b1f187a-bbb9-4698-af40-d1a2a154335c), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.737899 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.747811 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-network', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:27.765927 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.792203 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Made reservation on behalf of 1eff676e44134d7d8b2049ad864793d9 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:27.795002 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.809237 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.819072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Publish callbacks [] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.832271 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.897532 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Pushing event updated for resources: {'Port': ['ID=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:27.910792 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.911957 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.912675 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.913820 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.914409 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.914927 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.915503 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.916033 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.916948 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.917486 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.919235 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.919808 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.921251 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.921837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.923162 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Tracked resource versions report: Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: pushed versions: Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Agent': {'1.1'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Log': {'1.0'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'NDPProxy': {'1.0'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Network': {'1.1'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Port': {'1.7'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'PortForwarding': {'1.3'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'QosPolicy': {'1.10'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'SubPort': {'1.0'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Subnet': {'1.1'}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Trunk': {'1.1'}} Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: consumer versions: Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Agent': '1.1', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'ConntrackHelper': '1.0', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'LocalIPAssociation': '1.0', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Log': '1.0', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'NDPProxy': '1.0', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Network': '1.1', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Port': '1.7', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'PortForwarding': '1.3', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'QosPolicy': '1.10', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroup': '1.5', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'SecurityGroupRule': '1.2', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'SubPort': '1.0', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Subnet': '1.1', Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: 'Trunk': '1.1'}} Oct 12 02:29:27.924629 dv-cinder-849143-14-smb neutron-server[104429]: {{(pid=104429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:27.935661 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Network f51be834-37fa-4686-9d26-f836b906e0b5 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:27.938554 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:27.943530 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:27.958011 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.963776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-479155730-network', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:28.015008 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Made reservation on behalf of 23861c9a343c4b95b71a2415d0a28f37 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:28.017979 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.025288 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks [] for security_group (4369a463-930d-43dc-bbe1-02f75326811a), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.031914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4369a463-930d-43dc-bbe1-02f75326811a), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.038813 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.045784 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Attempting to bind port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:28.046663 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Attempting to bind port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:28.047953 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Attempting to bind port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:28.063026 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:28.085205 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369a463-930d-43dc-bbe1-02f75326811a,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:28.106526 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (17977c21-9b2c-487f-a773-e072f112f6ab), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.106862 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Added segment 17977c21-9b2c-487f-a773-e072f112f6ab of type vlan for network 4edd6515-ed1f-4cdc-a544-e722ec9c958d Oct 12 02:29:28.115716 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Allocated IP 172.28.2.32 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/6f61d1b0-bcfd-4824-8517-abe6fbf68bef) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:28.132572 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:28.132962 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Checking segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:28.136242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.136871 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Bound using segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:28.138190 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Bound port: 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:28.139376 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (8c9b3489-b337-4c4a-afe0-d137facfa788), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.139823 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.176968 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (4edd6515-ed1f-4cdc-a544-e722ec9c958d), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.232289 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (4edd6515-ed1f-4cdc-a544-e722ec9c958d), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.232771 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:28.233842 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:28.236816 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.239351 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] For port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:28.245381 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] For port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:28.252636 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks [] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.254163 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.299615 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.320685 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:28.344605 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:28.350280 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20d610-f777-4fd3-9b9d-a0c635ad525d None None] Pushing event updated for resources: {'Port': ['ID=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:28.371525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:28.373686 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Pushing event updated for resources: {'Port': ['ID=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:28.381271 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:28.428844 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1726851 Oct 12 02:29:28.436783 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50280) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:28.447377 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Request body: {'subnet': {'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-subnet', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:28.489083 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7f90e-9d07-42c7-befd-486e7064d030 admin admin] Pushing event updated for resources: {'Network': ['ID=4edd6515-ed1f-4cdc-a544-e722ec9c958d,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:28.491327 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Made reservation on behalf of 1eff676e44134d7d8b2049ad864793d9 for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:28.493748 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.501507 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:28.529067 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:28.790570 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks [] for router_gateway (6b1f187a-bbb9-4698-af40-d1a2a154335c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.871894 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=11,neutron:UPDATE=6,neutron:SELECT=83 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:28.985869 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9b3489-b337-4c4a-afe0-d137facfa788,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:28.998184 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (bb08c4bb-0e93-4f9f-802f-538d8016086f), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.998597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Checking segment: {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:28.998957 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Network hostable DHCP agents. Network: 9fa82c6a-55d7-4c1f-9851-c57916a40e99, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:29.127990 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb08c4bb-0e93-4f9f-802f-538d8016086f,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:29.150671 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Checking segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:29.151033 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Network hostable DHCP agents. Network: 4edd6515-ed1f-4cdc-a544-e722ec9c958d, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:29.165023 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:29.171120 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:29.174291 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks [] for security_group (3695c942-9117-421b-bfe1-fab4e0258387), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.193093 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:29.198593 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (3695c942-9117-421b-bfe1-fab4e0258387), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.231180 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:29.236298 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 4edd6515-ed1f-4cdc-a544-e722ec9c958d) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:29.241831 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (99931041-3a83-4a1e-a385-479a37ac7ba5), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.242174 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Added segment 99931041-3a83-4a1e-a385-479a37ac7ba5 of type vlan for network 6493f3b7-00db-47bb-943d-235ea898d29c Oct 12 02:29:29.245953 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c9a74-4297-44d6-b263-681b5b5daa7b None None] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:29.262566 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:29.265571 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.290211 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 9fa82c6a-55d7-4c1f-9851-c57916a40e99) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:29.314465 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:29.317542 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.330687 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9e35bea2-5d52-4482-9daf-c0d51eee8c86 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8892739 Oct 12 02:29:29.333503 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50302) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:29.338212 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68b97e-14a2-43d7-ac21-f52f9c1229d8 None None] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:29.338604 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:29.347177 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (6493f3b7-00db-47bb-943d-235ea898d29c), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.407658 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (7e0ce698-fa75-4978-bed3-4fe3d6a41168), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.409106 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (7e0ce698-fa75-4978-bed3-4fe3d6a41168), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.552246 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks [] for router_controller (7e0ce698-fa75-4978-bed3-4fe3d6a41168), precommit_add_association {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.661838 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (6b1f187a-bbb9-4698-af40-d1a2a154335c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.663902 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3695c942-9117-421b-bfe1-fab4e0258387,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:29.728922 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'project_id': '67fa408f8459449cad4d87b5209ba810', 'fixed_ips': [{'subnet_id': '8c9b3489-b337-4c4a-afe0-d137facfa788'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:29.730283 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.839929 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:29.840904 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.846856 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.db.resource_extend [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 12 02:29:29.919845 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5daf7097-5968-4c14-af8a-67cd31f5d60e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4452727 Oct 12 02:29:29.920901 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50322) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:29.928888 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (6493f3b7-00db-47bb-943d-235ea898d29c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.930094 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:29.930720 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.941246 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:30.046488 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:30.113368 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks [] for router_gateway (7e0ce698-fa75-4978-bed3-4fe3d6a41168), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.192717 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb582d28-98af-4659-bc38-7580c1695b0c None None] Network f51be834-37fa-4686-9d26-f836b906e0b5 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:30.209035 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] Pushing event updated for resources: {'Network': ['ID=6493f3b7-00db-47bb-943d-235ea898d29c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:30.226210 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-c9b3a402-10cf-4451-a262-f641eca6ce06 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8977673 Oct 12 02:29:30.232723 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50330) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:30.237312 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (3383738a-918b-43db-92b1-bb4ff87fd337), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.240329 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (3383738a-918b-43db-92b1-bb4ff87fd337), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.251885 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 6493f3b7-00db-47bb-943d-235ea898d29c details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:30.264692 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Request body: {'subnet': {'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-479155730-subnet', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:30.295323 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.318995 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.387237 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] Provisioning complete for port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:30.387976 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.388517 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] Attempt 1 to provision port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 Oct 12 02:29:30.400387 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks [] for router_controller (3383738a-918b-43db-92b1-bb4ff87fd337), precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.457852 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Made reservation on behalf of 23861c9a343c4b95b71a2415d0a28f37 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:30.460809 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.515195 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks [] for router_gateway (7e0ce698-fa75-4978-bed3-4fe3d6a41168), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.525566 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Allocated IP 172.20.0.2 (9fa82c6a-55d7-4c1f-9851-c57916a40e99/8c9b3489-b337-4c4a-afe0-d137facfa788/fd2a5fb7-ded7-4a94-be10-fada85677587) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:30.531646 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.555278 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.567906 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.585628 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:30.586289 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.586793 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 Oct 12 02:29:30.638405 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Allocated IP 172.20.0.2 (4edd6515-ed1f-4cdc-a544-e722ec9c958d/bb08c4bb-0e93-4f9f-802f-538d8016086f/91681986-fd3c-45d8-8b8e-72627cd7575b) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:30.660756 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Router 6b1f187a-bbb9-4698-af40-d1a2a154335c is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:30.709922 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.853883 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Allocated IP 172.28.2.249 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/5bdb8589-bee8-47c1-a5fc-42e1d625a0f8) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:30.872060 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks [] for router_gateway (3383738a-918b-43db-92b1-bb4ff87fd337), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.974304 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Publish callbacks [] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.057174 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.119515 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Pushing event updated for resources: {'Port': ['ID=91681986-fd3c-45d8-8b8e-72627cd7575b,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:31.142844 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks [] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.199468 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:31.208784 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:31.219708 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:31.240096 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.247876 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:31.274888 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] Current status of the port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:31.276004 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.326639 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:31.340156 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:31.351552 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:31.351881 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.366801 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:31.372562 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:31.374289 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Publish callbacks [] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.393579 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:31.409191 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Sync routers for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:31.425399 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:31.427756 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:31.440090 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50380) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:31.449264 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.456639 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (b863a7b1-60f9-48d1-b8c6-d561e462255a), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.545532 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b863a7b1-60f9-48d1-b8c6-d561e462255a,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:31.570274 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:31.588159 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] For port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:31.599694 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Attempting to bind port 91681986-fd3c-45d8-8b8e-72627cd7575b on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:31.600082 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Attempting to bind port 91681986-fd3c-45d8-8b8e-72627cd7575b by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:31.601886 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Attempting to bind port 91681986-fd3c-45d8-8b8e-72627cd7575b on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:31.630230 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.635652 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-0852922c-ffa1-4b9a-96b7-43d931f0c08f admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5861316 Oct 12 02:29:31.639648 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50388) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:31.674646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.690066 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:31.707859 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:31.714508 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:31.755849 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Pushing event updated for resources: {'Port': ['ID=fd2a5fb7-ded7-4a94-be10-fada85677587,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:31.757088 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-05a45dc9-f461-4779-b597-b2ac0d79880b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.892584 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-5145c23e-2d6e-4d38-a1bd-c51aa94e1ee7 None None] Provisioning complete for port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:31.893268 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5145c23e-2d6e-4d38-a1bd-c51aa94e1ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.893268 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-5145c23e-2d6e-4d38-a1bd-c51aa94e1ee7 None None] Attempt 1 to provision port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 Oct 12 02:29:31.962960 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.db.api [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 02:29:31.964824 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG oslo_db.api [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 02:29:31.990142 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:31.998134 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Checking segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:31.998644 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Network hostable DHCP agents. Network: 6493f3b7-00db-47bb-943d-235ea898d29c, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:32.010884 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:32.011249 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Checking segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:32.011795 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.012500 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Bound using segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:32.013003 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Bound port: 91681986-fd3c-45d8-8b8e-72627cd7575b, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:32.013426 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.094830 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:32.105798 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks [] for router_gateway (7e0ce698-fa75-4978-bed3-4fe3d6a41168), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.142303 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Network 6493f3b7-00db-47bb-943d-235ea898d29c is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:32.235205 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec73a1-0771-428d-85cc-97f91db89cbc None None] Pushing event updated for resources: {'Port': ['ID=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:32.245201 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 6493f3b7-00db-47bb-943d-235ea898d29c) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:32.257967 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:32.258562 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.263871 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5973665-5340-420b-b197-06cd526520fd None None] Network 6493f3b7-00db-47bb-943d-235ea898d29c requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:32.267797 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Attempting to bind port fd2a5fb7-ded7-4a94-be10-fada85677587 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:32.268175 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Attempting to bind port fd2a5fb7-ded7-4a94-be10-fada85677587 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:32.268604 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Attempting to bind port fd2a5fb7-ded7-4a94-be10-fada85677587 on network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:32.358569 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-05a45dc9-f461-4779-b597-b2ac0d79880b admin admin] Publish callbacks [] for security_group (f641cc99-c19c-4da8-a4f3-1f63a8e704e2), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.371502 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-05a45dc9-f461-4779-b597-b2ac0d79880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f641cc99-c19c-4da8-a4f3-1f63a8e704e2), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.373980 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks [] for router_gateway (3383738a-918b-43db-92b1-bb4ff87fd337), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.384054 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:28Z', 'revision_number': 3, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:32.401591 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] For port 91681986-fd3c-45d8-8b8e-72627cd7575b, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:32.414574 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.416248 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] For port 91681986-fd3c-45d8-8b8e-72627cd7575b, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=91681986-fd3c-45d8-8b8e-72627cd7575b,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:32.426921 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-10820a3c-0159-473a-97d7-5816de5eec75 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1711121 Oct 12 02:29:32.429420 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50406) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:32.447755 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:32.454028 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Checking router: 6b1f187a-bbb9-4698-af40-d1a2a154335c for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:32.460545 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Updating router 6b1f187a-bbb9-4698-af40-d1a2a154335c port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:32.466030 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.485655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.486994 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.541373 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a45dc9-f461-4779-b597-b2ac0d79880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641cc99-c19c-4da8-a4f3-1f63a8e704e2,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:32.554997 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-05a45dc9-f461-4779-b597-b2ac0d79880b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2e2fb888df73480d9f4ffd3258e80eec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1134140 Oct 12 02:29:32.560038 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50408) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:32.563828 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.579053 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.667057 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.681716 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks [] for router_controller (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.814717 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.834731 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Allocated IP 172.28.2.246 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/0f832584-6253-4443-8211-24b4fa5f0851) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:32.908070 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:32.909632 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Checking segment: {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:32.910059 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.910468 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Bound using segment: {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:32.910979 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Bound port: fd2a5fb7-ded7-4a94-be10-fada85677587, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:32.911371 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.913373 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (7e0ce698-fa75-4978-bed3-4fe3d6a41168), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.974781 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.995882 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-5145c23e-2d6e-4d38-a1bd-c51aa94e1ee7 None None] Current status of the port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:33.084619 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:33.155958 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c6d32969-a316-48bd-9905-f9315544184a admin admin] Publish callbacks [] for security_group (f641cc99-c19c-4da8-a4f3-1f63a8e704e2), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.181262 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:33.232586 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8c2fb-8c06-418c-81f0-4284521e0e0c None None] Pushing event updated for resources: {'Port': ['ID=91681986-fd3c-45d8-8b8e-72627cd7575b,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.261956 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c6d32969-a316-48bd-9905-f9315544184a admin admin] Publish callbacks [] for security_group (f641cc99-c19c-4da8-a4f3-1f63a8e704e2), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.278208 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:33.299558 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] For port fd2a5fb7-ded7-4a94-be10-fada85677587, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:33.316428 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] For port fd2a5fb7-ded7-4a94-be10-fada85677587, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=fd2a5fb7-ded7-4a94-be10-fada85677587,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:33.324859 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks [] for port (0f832584-6253-4443-8211-24b4fa5f0851), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.335606 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:33.347105 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:33.350237 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.396224 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c6d32969-a316-48bd-9905-f9315544184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f641cc99-c19c-4da8-a4f3-1f63a8e704e2), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.399611 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c6d32969-a316-48bd-9905-f9315544184a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.401088 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c6d32969-a316-48bd-9905-f9315544184a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f641cc99-c19c-4da8-a4f3-1f63a8e704e2 HTTP/1.1" status: 204 len: 168 time: 0.8394701 Oct 12 02:29:33.437740 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks [] for router_gateway (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.450451 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d32969-a316-48bd-9905-f9315544184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641cc99-c19c-4da8-a4f3-1f63a8e704e2,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.471332 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.523859 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-6493f3b7-00db-47bb-943d-235ea898d29c', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:33.535983 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.883584 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Allocated IP 172.20.0.2 (6493f3b7-00db-47bb-943d-235ea898d29c/b863a7b1-60f9-48d1-b8c6-d561e462255a/633c8714-1f2f-4631-9f19-534e9db8212f) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:33.925408 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:33.968182 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.975715 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-178f4d69-2c74-49c9-9ed2-f02d1a2982c6 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6408324 Oct 12 02:29:33.977703 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50452) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:34.216286 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Publish callbacks [] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.225070 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.255037 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (0f832584-6253-4443-8211-24b4fa5f0851), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.306313 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Pushing event updated for resources: {'Port': ['ID=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.313526 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50462) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:34.332773 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Attempting to bind port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:34.333351 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Attempting to bind port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:34.333936 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Attempting to bind port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:34.336907 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Sync routers for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:34.340844 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40ea46-94f8-4f0d-95d8-b190ac4b38bd None None] Pushing event updated for resources: {'Port': ['ID=fd2a5fb7-ded7-4a94-be10-fada85677587,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.363731 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-39330931-7602-4717-aa44-9b3835f48d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.386434 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:34.387173 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:34.418015 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.418420 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.418771 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.419162 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.424696 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.425068 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.425442 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.431238 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.431620 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.431965 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.432314 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.433159 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.434230 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.435279 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.435632 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Tracked resource versions report: Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: pushed versions: Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Agent': {'1.1'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Log': {'1.0'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'NDPProxy': {'1.0'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Network': {'1.1'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Port': {'1.7'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'PortForwarding': {'1.3'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'QosPolicy': {'1.10'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'SubPort': {'1.0'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Subnet': {'1.1'}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Trunk': {'1.1'}} Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: consumer versions: Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: { DHCP agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: L3 agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: Metadata agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: Metering agent@dv-cinder-849143-14-smb: {}, Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: Open vSwitch agent@dv-cinder-849143-14-smb: { 'AddressGroup': '1.2', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Agent': '1.1', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'ConntrackHelper': '1.0', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'LocalIPAssociation': '1.0', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Log': '1.0', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'NDPProxy': '1.0', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Network': '1.1', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Port': '1.7', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'PortForwarding': '1.3', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'QosPolicy': '1.10', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroup': '1.5', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'SecurityGroupRule': '1.2', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'SubPort': '1.0', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Subnet': '1.1', Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: 'Trunk': '1.1'}} Oct 12 02:29:34.438339 dv-cinder-849143-14-smb neutron-server[104430]: {{(pid=104430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:34.467875 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Publish callbacks [] for port (633c8714-1f2f-4631-9f19-534e9db8212f), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.483131 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:34.485624 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:34.486244 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.486948 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c826c47-e9a9-447c-baf5-0c1e1f37b6b7 None None] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:34.487138 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:34.487801 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Bound port: 6f61d1b0-bcfd-4824-8517-abe6fbf68bef, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:34.488366 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.520794 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-39330931-7602-4717-aa44-9b3835f48d9a admin admin] Publish callbacks [] for security_group (2fbc7aad-b478-4203-ac1a-822e8f721cf8), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.529994 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-39330931-7602-4717-aa44-9b3835f48d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2fbc7aad-b478-4203-ac1a-822e8f721cf8), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.588832 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:34.613527 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Pushing event updated for resources: {'Port': ['ID=0f832584-6253-4443-8211-24b4fa5f0851,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.613848 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-39330931-7602-4717-aa44-9b3835f48d9a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d76d0b531ca84c34b721f128c90419df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2919090 Oct 12 02:29:34.620134 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39330931-7602-4717-aa44-9b3835f48d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc7aad-b478-4203-ac1a-822e8f721cf8,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.627246 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50474) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:34.629536 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:34.634962 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] For port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:34.635371 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.642973 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] For port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:34.649224 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.660666 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.705484 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0dc0898f-3e47-4f9b-ab70-699f6918e59d admin admin] Publish callbacks [] for security_group (2fbc7aad-b478-4203-ac1a-822e8f721cf8), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.713757 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Network 6493f3b7-00db-47bb-943d-235ea898d29c is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:34.730077 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.732412 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:34.744092 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:34.744432 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:34.747600 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0dc0898f-3e47-4f9b-ab70-699f6918e59d admin admin] Publish callbacks [] for security_group (2fbc7aad-b478-4203-ac1a-822e8f721cf8), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.751076 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:34.751732 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:34.806993 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.920738 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bffef-ee8f-4adf-ae14-943eb96ece69 None None] Pushing event updated for resources: {'Port': ['ID=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.933398 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.961971 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0dc0898f-3e47-4f9b-ab70-699f6918e59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2fbc7aad-b478-4203-ac1a-822e8f721cf8), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.964969 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0dc0898f-3e47-4f9b-ab70-699f6918e59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.966323 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-0dc0898f-3e47-4f9b-ab70-699f6918e59d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2fbc7aad-b478-4203-ac1a-822e8f721cf8 HTTP/1.1" status: 204 len: 168 time: 0.3356781 Oct 12 02:29:34.990336 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0898f-3e47-4f9b-ab70-699f6918e59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc7aad-b478-4203-ac1a-822e8f721cf8,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:35.034939 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Pushing event updated for resources: {'Port': ['ID=633c8714-1f2f-4631-9f19-534e9db8212f,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:35.110386 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Allocated IP 172.20.0.1 (f51be834-37fa-4686-9d26-f836b906e0b5/2c998db6-a5f8-4bff-bd37-13ada575f4ab/1a9ac7b4-17d4-404e-9a56-3f9edf35676a) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:35.172502 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:35.189039 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.213733 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] Provisioning complete for port 91681986-fd3c-45d8-8b8e-72627cd7575b triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:35.214399 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.214899 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] Attempt 1 to provision port 91681986-fd3c-45d8-8b8e-72627cd7575b Oct 12 02:29:35.239977 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.282004 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:35.282835 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.283398 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 Oct 12 02:29:35.292851 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.294362 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Attempting to bind port 633c8714-1f2f-4631-9f19-534e9db8212f on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:35.294940 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Attempting to bind port 633c8714-1f2f-4631-9f19-534e9db8212f by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:35.295594 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Attempting to bind port 633c8714-1f2f-4631-9f19-534e9db8212f on network 6493f3b7-00db-47bb-943d-235ea898d29c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:35.332251 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.427566 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] Current status of the port 91681986-fd3c-45d8-8b8e-72627cd7575b is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:35.428334 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.443925 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e57140-0a2d-4dcb-b699-aa6826912bdd None None] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:35.464515 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks [] for router_gateway (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.530151 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.565769 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] For port 91681986-fd3c-45d8-8b8e-72627cd7575b, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=91681986-fd3c-45d8-8b8e-72627cd7575b,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:35.580516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.628710 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:28Z', 'revision_number': 3, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:35.639979 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.682553 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Allocated IP 172.20.0.1 (4edd6515-ed1f-4cdc-a544-e722ec9c958d/bb08c4bb-0e93-4f9f-802f-538d8016086f/868040c3-9ec5-472c-8e37-213606e9424e) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:35.715060 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e95ad0-2cdd-4508-bcc3-fcd713c216be None None] The sync data for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb is: [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:28Z', 'revision_number': 3, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:35.755366 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:35.833102 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks [] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.876267 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.950145 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks [] for port (868040c3-9ec5-472c-8e37-213606e9424e), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.002610 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.003610 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (868040c3-9ec5-472c-8e37-213606e9424e), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.033612 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d5880-7664-4bdf-b97b-38584fc32143 None None] Pushing event updated for resources: {'Port': ['ID=91681986-fd3c-45d8-8b8e-72627cd7575b,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:36.036556 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:36.036999 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Checking segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:36.037410 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.037795 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Bound using segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:36.038279 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Bound port: 633c8714-1f2f-4631-9f19-534e9db8212f, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:36.038665 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.057317 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:36.060674 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:36.068072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Provisioning complete for port fd2a5fb7-ded7-4a94-be10-fada85677587 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:36.069286 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.069897 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Attempt 1 to provision port fd2a5fb7-ded7-4a94-be10-fada85677587 Oct 12 02:29:36.080798 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:36.081293 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (7e0ce698-fa75-4978-bed3-4fe3d6a41168), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.164023 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:36.284788 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Network f51be834-37fa-4686-9d26-f836b906e0b5 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:36.294587 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:36.299701 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Pushing event updated for resources: {'Port': ['ID=868040c3-9ec5-472c-8e37-213606e9424e,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:36.334179 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:36.337315 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (6b1f187a-bbb9-4698-af40-d1a2a154335c), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.433742 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:36.502132 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (868040c3-9ec5-472c-8e37-213606e9424e), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.575213 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:31Z', 'revision_number': 3, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:36.674300 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:36.676710 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:36.923723 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks [] for port (868040c3-9ec5-472c-8e37-213606e9424e), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.930885 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:36.940423 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (868040c3-9ec5-472c-8e37-213606e9424e), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.941318 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (7e0ce698-fa75-4978-bed3-4fe3d6a41168), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.005754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] For port 633c8714-1f2f-4631-9f19-534e9db8212f, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:37.015362 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Checking router: 7e0ce698-fa75-4978-bed3-4fe3d6a41168 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:37.016579 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Updating router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:37.029984 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device fd2a5fb7-ded7-4a94-be10-fada85677587 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:37.093859 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:37.104456 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] For port 633c8714-1f2f-4631-9f19-534e9db8212f, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=633c8714-1f2f-4631-9f19-534e9db8212f,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:37.119757 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:37.129215 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Allocated IP 172.28.2.79 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/11c8f655-590a-4582-ab71-bfa333eb1e7e) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:37.132971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Current status of the port fd2a5fb7-ded7-4a94-be10-fada85677587 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:37.133542 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.141833 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.171143 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.284331 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks [] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.339861 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks [] for router_gateway (3383738a-918b-43db-92b1-bb4ff87fd337), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.345151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.451589 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:37.480543 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:37.542760 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:37.553155 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:37.554643 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.578473 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Pushing event updated for resources: {'Port': ['ID=11c8f655-590a-4582-ab71-bfa333eb1e7e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:37.583884 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:37.587106 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:37.663927 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Pushing event updated for resources: {'Port': ['ID=868040c3-9ec5-472c-8e37-213606e9424e,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:37.666025 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] For port fd2a5fb7-ded7-4a94-be10-fada85677587, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=fd2a5fb7-ded7-4a94-be10-fada85677587,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:37.688362 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port fd2a5fb7-ded7-4a94-be10-fada85677587 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:37.700664 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.703099 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port fd2a5fb7-ded7-4a94-be10-fada85677587 Oct 12 02:29:37.741069 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:37.840723 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:37.856307 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-15e7c60c-e02b-4e90-9e22-835c005705f1 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7e0ce698-fa75-4978-bed3-4fe3d6a41168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8763447 Oct 12 02:29:37.889874 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869b9a8-8456-4eb7-a5f7-d8afaad052c3 None None] Pushing event updated for resources: {'Port': ['ID=633c8714-1f2f-4631-9f19-534e9db8212f,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:37.895419 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.919868 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50594) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:37.997391 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Pushing event updated for resources: {'Port': ['ID=fd2a5fb7-ded7-4a94-be10-fada85677587,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:38.076812 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Provisioning complete for port 91681986-fd3c-45d8-8b8e-72627cd7575b triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:38.079248 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.079896 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Attempt 1 to provision port 91681986-fd3c-45d8-8b8e-72627cd7575b Oct 12 02:29:38.151611 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:38.263828 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Publish callbacks [] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.309650 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks [] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.348765 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.349610 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (6b1f187a-bbb9-4698-af40-d1a2a154335c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.352361 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.372969 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-467f607f-43d7-4a28-9717-3f1d2f558dd7 None None] Current status of the port 91681986-fd3c-45d8-8b8e-72627cd7575b is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:38.408674 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Attempting to bind port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:38.409169 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Attempting to bind port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:38.410299 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Attempting to bind port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:38.464527 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port fd2a5fb7-ded7-4a94-be10-fada85677587 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:38.466774 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 6f61d1b0-bcfd-4824-8517-abe6fbf68bef up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:38.572102 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c7fad-84b2-43db-b2d5-f9734371402d None None] Pushing event updated for resources: {'Port': ['ID=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:38.600099 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50614) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:38.626797 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1690e114-825f-4d2f-8b8e-77b52c186319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.641400 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Provisioning complete for port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:38.643451 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.644619 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Attempt 1 to provision port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a Oct 12 02:29:38.649232 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks [] for router_gateway (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.653495 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:38.772384 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (3383738a-918b-43db-92b1-bb4ff87fd337), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.787596 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:38.817457 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Provisioning complete for port 868040c3-9ec5-472c-8e37-213606e9424e triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:38.818238 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (868040c3-9ec5-472c-8e37-213606e9424e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.818590 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Attempt 1 to provision port 868040c3-9ec5-472c-8e37-213606e9424e Oct 12 02:29:38.826261 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:38.894810 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:38.895187 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:38.899384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.900384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:38.901145 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Bound port: 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:38.901989 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.907016 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-21f3e4d3-059c-44b4-bed4-ec83d2ca15bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.927544 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1690e114-825f-4d2f-8b8e-77b52c186319 admin admin] Publish callbacks [] for security_group (2675d28e-34f1-4c65-b0d5-a1c1f2969c6c), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.946288 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1690e114-825f-4d2f-8b8e-77b52c186319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2675d28e-34f1-4c65-b0d5-a1c1f2969c6c), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.964080 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a2d50-710a-4892-a27a-72a448b87f81 None None] Network 6493f3b7-00db-47bb-943d-235ea898d29c requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:38.993552 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:38.994065 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.994420 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef Oct 12 02:29:39.026485 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Port 868040c3-9ec5-472c-8e37-213606e9424e cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:39.076222 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1690e114-825f-4d2f-8b8e-77b52c186319 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6ef772a2e3634ebaa8869f4047ad8dd4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1546052 Oct 12 02:29:39.077157 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50622) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:39.077667 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50624) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:39.092342 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Router 3383738a-918b-43db-92b1-bb4ff87fd337 is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:39.094940 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-ed996ceb-4e50-41cc-9910-8bd1b41de44f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677579559', 'description': 'tempest-description--617010571'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:39.105546 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Network f51be834-37fa-4686-9d26-f836b906e0b5 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:39.106099 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.111331 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690e114-825f-4d2f-8b8e-77b52c186319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2675d28e-34f1-4c65-b0d5-a1c1f2969c6c,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.112163 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Provisioning complete for port fd2a5fb7-ded7-4a94-be10-fada85677587 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:39.113147 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.113639 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Attempt 1 to provision port fd2a5fb7-ded7-4a94-be10-fada85677587 Oct 12 02:29:39.150075 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:39.150431 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] For port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:39.154224 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-21f3e4d3-059c-44b4-bed4-ec83d2ca15bd admin admin] Publish callbacks [] for security_group (474cddd7-4ab5-4886-a1f3-07fa3dec7ab0), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.167952 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ed996ceb-4e50-41cc-9910-8bd1b41de44f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.168102 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.177773 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-21f3e4d3-059c-44b4-bed4-ec83d2ca15bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (474cddd7-4ab5-4886-a1f3-07fa3dec7ab0), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.191602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] For port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:39.257220 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.259566 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.267935 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3e4d3-059c-44b4-bed4-ec83d2ca15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474cddd7-4ab5-4886-a1f3-07fa3dec7ab0,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.280769 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-21f3e4d3-059c-44b4-bed4-ec83d2ca15bd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=36cd61ede65c4e3d961e169e1b2a2593&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6792729 Oct 12 02:29:39.284751 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50632) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:39.330813 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-185685ab-98ff-475e-a950-49799fc7ef48 admin admin] Publish callbacks [] for security_group (2675d28e-34f1-4c65-b0d5-a1c1f2969c6c), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.357768 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.385184 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.395224 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:39.395984 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:39.401200 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-185685ab-98ff-475e-a950-49799fc7ef48 admin admin] Publish callbacks [] for security_group (2675d28e-34f1-4c65-b0d5-a1c1f2969c6c), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.401973 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:39.402373 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.449009 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ed996ceb-4e50-41cc-9910-8bd1b41de44f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (fa2cf708-9640-4d1f-8d73-e795fa2ca05e), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.469218 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ed996ceb-4e50-41cc-9910-8bd1b41de44f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (fa2cf708-9640-4d1f-8d73-e795fa2ca05e), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.516534 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Router 6b1f187a-bbb9-4698-af40-d1a2a154335c has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:39.518289 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-90bf7751-6aa8-4762-b2d5-ec744135cfef admin admin] Publish callbacks [] for security_group (474cddd7-4ab5-4886-a1f3-07fa3dec7ab0), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.540005 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-185685ab-98ff-475e-a950-49799fc7ef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2675d28e-34f1-4c65-b0d5-a1c1f2969c6c), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.548173 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c7fad-84b2-43db-b2d5-f9734371402d None None] Pushing event updated for resources: {'Port': ['ID=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.548921 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-185685ab-98ff-475e-a950-49799fc7ef48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.553334 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-185685ab-98ff-475e-a950-49799fc7ef48 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2675d28e-34f1-4c65-b0d5-a1c1f2969c6c HTTP/1.1" status: 204 len: 168 time: 0.4659874 Oct 12 02:29:39.557122 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ed996ceb-4e50-41cc-9910-8bd1b41de44f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.558697 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-ed996ceb-4e50-41cc-9910-8bd1b41de44f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4725888 Oct 12 02:29:39.569761 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50642) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:39.579343 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-6079a45f-d0eb-4f93-b4ae-93c7f5c2ce47 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'security_group_rule': {'security_group_id': 'fa2cf708-9640-4d1f-8d73-e795fa2ca05e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:39.582882 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.592691 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:39.594820 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-90bf7751-6aa8-4762-b2d5-ec744135cfef admin admin] Publish callbacks [] for security_group (474cddd7-4ab5-4886-a1f3-07fa3dec7ab0), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.602057 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed996ceb-4e50-41cc-9910-8bd1b41de44f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2cf708-9640-4d1f-8d73-e795fa2ca05e,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.603144 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Sync routers for ids ['3383738a-918b-43db-92b1-bb4ff87fd337'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:39.620192 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Routers {'3383738a-918b-43db-92b1-bb4ff87fd337'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:39.621038 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['3383738a-918b-43db-92b1-bb4ff87fd337'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:39.639437 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:39.666503 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.667322 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 91681986-fd3c-45d8-8b8e-72627cd7575b up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:39.671755 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185685ab-98ff-475e-a950-49799fc7ef48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2675d28e-34f1-4c65-b0d5-a1c1f2969c6c,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.748639 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6079a45f-d0eb-4f93-b4ae-93c7f5c2ce47 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (cb2a4824-a892-42ba-beb5-cdbfe8bbb7b2), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.798757 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Set router 3383738a-918b-43db-92b1-bb4ff87fd337 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:39.816433 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-1454d5e3-f6ef-4e50-9c98-4a15a050bfbd None None] Current status of the port fd2a5fb7-ded7-4a94-be10-fada85677587 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:39.859581 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.886049 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-90bf7751-6aa8-4762-b2d5-ec744135cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (474cddd7-4ab5-4886-a1f3-07fa3dec7ab0), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.889817 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-90bf7751-6aa8-4762-b2d5-ec744135cfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.894057 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-90bf7751-6aa8-4762-b2d5-ec744135cfef admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/474cddd7-4ab5-4886-a1f3-07fa3dec7ab0 HTTP/1.1" status: 204 len: 168 time: 0.6048994 Oct 12 02:29:39.914709 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf7751-6aa8-4762-b2d5-ec744135cfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474cddd7-4ab5-4886-a1f3-07fa3dec7ab0,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.961190 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.974030 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6079a45f-d0eb-4f93-b4ae-93c7f5c2ce47 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (cb2a4824-a892-42ba-beb5-cdbfe8bbb7b2), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.975680 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-05f00393-b6aa-47d8-adb9-9afd0f75319c admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.0335906 Oct 12 02:29:39.977106 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50656) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:40.074271 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:40.079390 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 91681986-fd3c-45d8-8b8e-72627cd7575b triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:40.079768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.080227 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 91681986-fd3c-45d8-8b8e-72627cd7575b Oct 12 02:29:40.141611 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6079a45f-d0eb-4f93-b4ae-93c7f5c2ce47 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (cb2a4824-a892-42ba-beb5-cdbfe8bbb7b2), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.178774 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:40.201366 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-04f8e09f-fb5f-4a2f-a884-e88ddceca678 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6b1f187a-bbb9-4698-af40-d1a2a154335c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5600429 Oct 12 02:29:40.205047 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:40.208717 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f832584-6253-4443-8211-24b4fa5f0851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:35Z', 'revision_number': 3, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port': {'id': '0f832584-6253-4443-8211-24b4fa5f0851', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:40.224173 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:40.226827 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Provisioning complete for port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:40.227201 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.227537 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Attempt 1 to provision port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a Oct 12 02:29:40.239119 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Sync routers for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:40.283084 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Checking router: 3383738a-918b-43db-92b1-bb4ff87fd337 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:40.283425 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Updating router 3383738a-918b-43db-92b1-bb4ff87fd337 port 0f832584-6253-4443-8211-24b4fa5f0851 binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:40.312804 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 91681986-fd3c-45d8-8b8e-72627cd7575b is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:40.315266 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:40.315962 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:40.345833 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079a45f-d0eb-4f93-b4ae-93c7f5c2ce47 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2a4824-a892-42ba-beb5-cdbfe8bbb7b2,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:40.379243 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0f832584-6253-4443-8211-24b4fa5f0851), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.383660 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6079a45f-d0eb-4f93-b4ae-93c7f5c2ce47 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.399779 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-6079a45f-d0eb-4f93-b4ae-93c7f5c2ce47 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8272452 Oct 12 02:29:40.405433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50672) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:40.422582 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-5fdf9752-ece3-4adf-a869-7eb7769bc4cf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'security_group_rule': {'security_group_id': 'fa2cf708-9640-4d1f-8d73-e795fa2ca05e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:40.630536 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fdf9752-ece3-4adf-a869-7eb7769bc4cf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (86899982-fba9-42fe-ba53-78136796c7a9), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.692187 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:40.700698 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:40.715278 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 6f61d1b0-bcfd-4824-8517-abe6fbf68bef up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:40.746361 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:40.748407 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Sync routers for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:40.769937 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:40.770694 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:40.826013 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Provisioning complete for port 633c8714-1f2f-4631-9f19-534e9db8212f triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:40.826655 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.827096 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Attempt 1 to provision port 633c8714-1f2f-4631-9f19-534e9db8212f Oct 12 02:29:40.920232 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:40.936573 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:40.968347 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:41.119014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.190866 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50724) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:41.192777 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fdf9752-ece3-4adf-a869-7eb7769bc4cf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (86899982-fba9-42fe-ba53-78136796c7a9), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.196863 dv-cinder-849143-14-smb neutron-server[104427]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 02:29:41.203859 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.205785 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-41b925a5-e586-482d-891e-3b0add978efd admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7633202 Oct 12 02:29:41.210042 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50726) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:41.221567 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fdf9752-ece3-4adf-a869-7eb7769bc4cf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (86899982-fba9-42fe-ba53-78136796c7a9), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.232794 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:41.389854 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:41.438900 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:41.439634 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:41.444200 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf9752-ece3-4adf-a869-7eb7769bc4cf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86899982-fba9-42fe-ba53-78136796c7a9,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:41.451295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fdf9752-ece3-4adf-a869-7eb7769bc4cf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.454960 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5fdf9752-ece3-4adf-a869-7eb7769bc4cf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0455952 Oct 12 02:29:41.473072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:41.475598 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.475973 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef Oct 12 02:29:41.478550 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50734) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:41.502792 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:41.551419 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 3, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:41.569142 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.591899 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Checking router: eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:41.592763 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Updating router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb port 11c8f655-590a-4582-ab71-bfa333eb1e7e binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:41.629926 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.686207 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 2, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:41.760014 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1b1b6-d963-43a8-b703-fa7b0efa3a60 None None] The sync data for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb is: [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 2, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:41.799560 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Current status of the port 633c8714-1f2f-4631-9f19-534e9db8212f is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:41.799971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.856696 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:41.941075 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-e0aa56ad-1e40-4c36-81ad-31b3527916cd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:41.949598 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-e0aa56ad-1e40-4c36-81ad-31b3527916cd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 818 time: 0.7560527 Oct 12 02:29:41.952327 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50744) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:41.986774 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] For port 633c8714-1f2f-4631-9f19-534e9db8212f, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=633c8714-1f2f-4631-9f19-534e9db8212f,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:41.988123 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Publish callbacks [] for port (0f832584-6253-4443-8211-24b4fa5f0851), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.004371 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (0f832584-6253-4443-8211-24b4fa5f0851), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.023648 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-c05d02dd-f3f1-49b8-b768-1081da185a32 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/quotas/72777ca3c2f04605b9eaf0ae7dbdfb2d HTTP/1.1" status: 200 len: 375 time: 0.0727496 Oct 12 02:29:42.037999 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.048109 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:42.049290 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device fd2a5fb7-ded7-4a94-be10-fada85677587 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:42.148978 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.174408 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 2, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:42.214365 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Attempting to bind port 0f832584-6253-4443-8211-24b4fa5f0851 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:42.218072 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Attempting to bind port 0f832584-6253-4443-8211-24b4fa5f0851 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:42.219991 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Attempting to bind port 0f832584-6253-4443-8211-24b4fa5f0851 on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:42.249450 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Checking router: 6b1f187a-bbb9-4698-af40-d1a2a154335c for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:42.250111 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Updating router 6b1f187a-bbb9-4698-af40-d1a2a154335c port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:42.262845 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.297382 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeac73-5bdc-474b-aded-df724aa1bffb None None] Pushing event updated for resources: {'Port': ['ID=633c8714-1f2f-4631-9f19-534e9db8212f,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:42.348886 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.355059 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port fd2a5fb7-ded7-4a94-be10-fada85677587 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:42.356900 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.357425 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port fd2a5fb7-ded7-4a94-be10-fada85677587 Oct 12 02:29:42.387979 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4afa9-436f-45fd-9948-891ee70449a5 None None] Pushing event updated for resources: {'Port': ['ID=0f832584-6253-4443-8211-24b4fa5f0851,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:42.479130 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:42.479602 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:42.480016 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.480422 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:42.482702 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Bound port: 0f832584-6253-4443-8211-24b4fa5f0851, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:42.483136 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0f832584-6253-4443-8211-24b4fa5f0851), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.567852 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-00b8f394-e7c8-4089-90e3-119c75666c02 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5430546 Oct 12 02:29:42.570142 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Allocated IP 172.20.0.1 (6493f3b7-00db-47bb-943d-235ea898d29c/b863a7b1-60f9-48d1-b8c6-d561e462255a/1ebdf682-5c15-43a3-8bc3-26b2554685d7) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:42.627634 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Allocated IP 172.20.0.1 (9fa82c6a-55d7-4c1f-9851-c57916a40e99/8c9b3489-b337-4c4a-afe0-d137facfa788/f0d6c64e-4e46-4483-9ee2-b98cad54f58b) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:42.711006 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port fd2a5fb7-ded7-4a94-be10-fada85677587 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:42.715492 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 633c8714-1f2f-4631-9f19-534e9db8212f up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:42.799155 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Publish callbacks [] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.803779 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:42.807624 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] For port 0f832584-6253-4443-8211-24b4fa5f0851, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:42.815154 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] For port 0f832584-6253-4443-8211-24b4fa5f0851, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=0f832584-6253-4443-8211-24b4fa5f0851,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:42.817498 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.867650 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks [] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.871974 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea64e-24ff-47cf-a33d-92275d76811d None None] Pushing event updated for resources: {'Port': ['ID=11c8f655-590a-4582-ab71-bfa333eb1e7e,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:42.883246 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (0f832584-6253-4443-8211-24b4fa5f0851), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.913964 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.976582 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Network 6493f3b7-00db-47bb-943d-235ea898d29c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:42.987440 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:43.010289 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:43.010789 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.013912 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebdf682-5c15-43a3-8bc3-26b2554685d7,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.092060 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4afa9-436f-45fd-9948-891ee70449a5 None None] Pushing event updated for resources: {'Port': ['ID=0f832584-6253-4443-8211-24b4fa5f0851,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.105737 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Routers {'3383738a-918b-43db-92b1-bb4ff87fd337'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:43.110982 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['3383738a-918b-43db-92b1-bb4ff87fd337'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:43.120581 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.132740 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.144086 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.222818 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d6056b69-2df6-4c93-9e7b-209c378a9846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.267818 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.320538 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Publish callbacks [] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.322376 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 633c8714-1f2f-4631-9f19-534e9db8212f triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:43.325313 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.325692 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 633c8714-1f2f-4631-9f19-534e9db8212f Oct 12 02:29:43.372208 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.400009 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] Set router 3383738a-918b-43db-92b1-bb4ff87fd337 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:43.435082 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d844f5d5-3320-48f9-b23e-14c27ab8be01 None None] Provisioning complete for port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:43.435936 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d844f5d5-3320-48f9-b23e-14c27ab8be01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.436483 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d844f5d5-3320-48f9-b23e-14c27ab8be01 None None] Attempt 1 to provision port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 Oct 12 02:29:43.441514 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.604050 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Attempting to bind port 11c8f655-590a-4582-ab71-bfa333eb1e7e on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:43.606036 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Attempting to bind port 11c8f655-590a-4582-ab71-bfa333eb1e7e by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:43.606406 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Attempting to bind port 11c8f655-590a-4582-ab71-bfa333eb1e7e on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:43.630642 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.637102 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.658739 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-d88390f2-f6d1-43fd-b6d1-dbcb8a9daa72 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:29:43.662592 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d844f5d5-3320-48f9-b23e-14c27ab8be01 None None] Port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:43.666943 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-d88390f2-f6d1-43fd-b6d1-dbcb8a9daa72 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4799223 Oct 12 02:29:43.683734 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a4ed8-95e9-436c-b351-cc349cdc5811 None None] Pushing event updated for resources: {'Port': ['ID=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.763305 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:43.763674 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:43.769459 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.770072 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:43.770739 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Bound port: 11c8f655-590a-4582-ab71-bfa333eb1e7e, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:43.771289 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.774687 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks [] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.782540 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.783344 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.868259 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Attempting to bind port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:43.868917 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Attempting to bind port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:43.869476 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Attempting to bind port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:43.903234 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebdf682-5c15-43a3-8bc3-26b2554685d7,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.905779 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 633c8714-1f2f-4631-9f19-534e9db8212f is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:43.943196 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d6056b69-2df6-4c93-9e7b-209c378a9846 admin admin] Publish callbacks [] for security_group (8c2aea62-e350-4fd9-bee2-fae5da34506d), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.961621 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-e2b22598-bb95-4364-bd5d-fda742313e46 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914777 Oct 12 02:29:43.974690 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d6056b69-2df6-4c93-9e7b-209c378a9846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (8c2aea62-e350-4fd9-bee2-fae5da34506d), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.980392 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:43.981014 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Checking segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:43.982361 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.985249 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Bound using segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:43.987124 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Bound port: 1a9ac7b4-17d4-404e-9a56-3f9edf35676a, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:43.988992 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.045935 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-d6056b69-2df6-4c93-9e7b-209c378a9846 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=11200aad5c8b40e888ede3464d78cf32&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0770462 Oct 12 02:29:44.106296 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] For port 11c8f655-590a-4582-ab71-bfa333eb1e7e, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:44.110338 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Allocated IP 172.28.2.10 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/75c9e9fa-050d-4fb4-97c4-32a61f3e773d) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:44.121072 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f832584-6253-4443-8211-24b4fa5f0851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:35Z', 'revision_number': 3, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port': {'id': '0f832584-6253-4443-8211-24b4fa5f0851', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:44.134888 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50806) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:44.170503 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] For port 11c8f655-590a-4582-ab71-bfa333eb1e7e, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=11c8f655-590a-4582-ab71-bfa333eb1e7e,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:44.235195 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.239206 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6056b69-2df6-4c93-9e7b-209c378a9846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2aea62-e350-4fd9-bee2-fae5da34506d,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:44.249225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] For port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:44.258479 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] For port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:44.259740 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ed-7d5c-4db6-aa9b-057c370f9d60 admin admin] Publish callbacks [] for security_group (8c2aea62-e350-4fd9-bee2-fae5da34506d), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.291298 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.321406 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Network 6493f3b7-00db-47bb-943d-235ea898d29c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:44.327879 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:44.336111 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ed-7d5c-4db6-aa9b-057c370f9d60 admin admin] Publish callbacks [] for security_group (8c2aea62-e350-4fd9-bee2-fae5da34506d), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.368140 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:44.433524 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:44.434398 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:44.548632 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:44.630474 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-d735a571-4196-42fc-afec-178f9e518d55 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968246 Oct 12 02:29:44.647734 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104b88d-8eed-4dd6-a441-b590b8442358 None None] The sync data for ids ['3383738a-918b-43db-92b1-bb4ff87fd337'] in dv-cinder-849143-14-smb is: [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f832584-6253-4443-8211-24b4fa5f0851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:35Z', 'revision_number': 3, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port': {'id': '0f832584-6253-4443-8211-24b4fa5f0851', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:44.651269 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea64e-24ff-47cf-a33d-92275d76811d None None] Pushing event updated for resources: {'Port': ['ID=11c8f655-590a-4582-ab71-bfa333eb1e7e,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:44.660160 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:44.662728 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:44.700981 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks [] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.729446 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50818) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:44.766044 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:44.785762 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:44.809069 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8a8eb4db-71fc-4bce-9f53-446f89a6d598 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973547 Oct 12 02:29:44.816238 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:44.833209 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ed-7d5c-4db6-aa9b-057c370f9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (8c2aea62-e350-4fd9-bee2-fae5da34506d), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.836642 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6bc486ed-7d5c-4db6-aa9b-057c370f9d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.837838 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6bc486ed-7d5c-4db6-aa9b-057c370f9d60 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8c2aea62-e350-4fd9-bee2-fae5da34506d HTTP/1.1" status: 204 len: 168 time: 0.7019713 Oct 12 02:29:44.853478 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc486ed-7d5c-4db6-aa9b-057c370f9d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2aea62-e350-4fd9-bee2-fae5da34506d,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:44.893226 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.938820 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:44.981140 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.995187 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.038312 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:45.056954 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:45.061314 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.061665 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 Oct 12 02:29:45.090046 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:45.118157 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:45.122440 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:45.122933 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (3383738a-918b-43db-92b1-bb4ff87fd337), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.149700 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:45.150657 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9de8b513-6154-4c95-a3fc-2a62857070be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.158974 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:45.224360 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:45.310607 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50842) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:45.315031 dv-cinder-849143-14-smb neutron-server[104428]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 02:29:45.348912 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:45.450647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d236ea72-50b9-4b2b-bd88-c3b494939563 None None] Provisioning complete for port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:45.451244 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d236ea72-50b9-4b2b-bd88-c3b494939563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.455404 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d236ea72-50b9-4b2b-bd88-c3b494939563 None None] Attempt 1 to provision port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 Oct 12 02:29:45.509484 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:45.520527 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-32659584-c97e-474f-9eb4-ea090fe3146b req-9e79a018-8329-4a93-95c5-f12ffa241303 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 210 time: 0.2085080 Oct 12 02:29:45.531730 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 2, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:45.657146 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e1c2b-9680-4eeb-b9a8-3e167e11ed48 None None] The sync data for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb is: [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 2, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:45.668628 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:45.866735 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Sync routers for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:45.884971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a4ed8-95e9-436c-b351-cc349cdc5811 None None] Pushing event updated for resources: {'Port': ['ID=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:45.927040 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:45.940915 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:45.943294 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:46.028281 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:46.033723 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.103172 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:46.110621 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 50874) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:46.117551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-2b7c36d7-ff47-4bd0-95fa-5434250a403d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917915519', 'description': 'tempest-description--852504103'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:46.125914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9de8b513-6154-4c95-a3fc-2a62857070be admin admin] Publish callbacks [] for security_group (7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.133924 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (d5f69ba1-490c-4125-a222-7a02f0f2cc95), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.192559 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9de8b513-6154-4c95-a3fc-2a62857070be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.213407 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2b7c36d7-ff47-4bd0-95fa-5434250a403d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.218700 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:46.279561 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.280446 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 633c8714-1f2f-4631-9f19-534e9db8212f up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:46.289148 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9de8b513-6154-4c95-a3fc-2a62857070be admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2d2d5e2fb2cd4180a7c9fa9474e73507&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5549026 Oct 12 02:29:46.291623 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'Port': ['ID=75c9e9fa-050d-4fb4-97c4-32a61f3e773d,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:46.318355 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50894) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:46.342152 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8b513-6154-4c95-a3fc-2a62857070be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:46.361063 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d236ea72-50b9-4b2b-bd88-c3b494939563 None None] Port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:46.482170 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.705347 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.709923 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:46.719643 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:46.721903 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:46.735368 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.736310 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d5f69ba1-490c-4125-a222-7a02f0f2cc95), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.758183 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-6f27fa05-d999-4e5c-8329-4cc3d4658f44 None None] Provisioning complete for port f0d6c64e-4e46-4483-9ee2-b98cad54f58b triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:46.758601 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6f27fa05-d999-4e5c-8329-4cc3d4658f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.758943 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-6f27fa05-d999-4e5c-8329-4cc3d4658f44 None None] Attempt 1 to provision port f0d6c64e-4e46-4483-9ee2-b98cad54f58b Oct 12 02:29:46.818875 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:46.818955 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:46.929818 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.941687 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4576504 Oct 12 02:29:46.966619 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-258ee3c8-9dde-475c-a88f-b79352b8c72d admin admin] Publish callbacks [] for security_group (7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.994209 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-258ee3c8-9dde-475c-a88f-b79352b8c72d admin admin] Publish callbacks [] for security_group (7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.114199 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.120651 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-a555aa7e-2b80-4332-858e-50aef7100dc3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:47.121061 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6f27fa05-d999-4e5c-8329-4cc3d4658f44 None None] Port f0d6c64e-4e46-4483-9ee2-b98cad54f58b cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:47.122521 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-a555aa7e-2b80-4332-858e-50aef7100dc3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 818 time: 0.5536137 Oct 12 02:29:47.133803 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b1b60e3-7ebd-4839-aa93-e587b1834a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.135385 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2b7c36d7-ff47-4bd0-95fa-5434250a403d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (06945972-8f9f-47ec-833c-8ba0c27e68f8), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.144048 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2b7c36d7-ff47-4bd0-95fa-5434250a403d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (06945972-8f9f-47ec-833c-8ba0c27e68f8), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.157492 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b945336-e866-45a6-b110-e175d2c390b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'Port': ['ID=75c9e9fa-050d-4fb4-97c4-32a61f3e773d,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:47.167312 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-0f09e4cf-5399-4032-ad70-8f625fa1904c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/quotas/72777ca3c2f04605b9eaf0ae7dbdfb2d HTTP/1.1" status: 200 len: 375 time: 0.0349970 Oct 12 02:29:47.185130 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-258ee3c8-9dde-475c-a88f-b79352b8c72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.188726 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-258ee3c8-9dde-475c-a88f-b79352b8c72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.195351 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-258ee3c8-9dde-475c-a88f-b79352b8c72d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2 HTTP/1.1" status: 204 len: 168 time: 0.8330426 Oct 12 02:29:47.224558 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2b7c36d7-ff47-4bd0-95fa-5434250a403d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.228779 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-2b7c36d7-ff47-4bd0-95fa-5434250a403d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1145477 Oct 12 02:29:47.236213 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 50940) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:47.248188 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c36d7-ff47-4bd0-95fa-5434250a403d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06945972-8f9f-47ec-833c-8ba0c27e68f8,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:47.272999 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-a969da00-e7fa-4c05-a932-2808684a4ceb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'security_group_rule': {'security_group_id': '06945972-8f9f-47ec-833c-8ba0c27e68f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:47.273857 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 633c8714-1f2f-4631-9f19-534e9db8212f triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:47.274360 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.274834 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 633c8714-1f2f-4631-9f19-534e9db8212f Oct 12 02:29:47.323963 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a969da00-e7fa-4c05-a932-2808684a4ceb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (0f9c3baf-6b67-406e-85b0-373a9b75df6f), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.327295 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ee3c8-9dde-475c-a88f-b79352b8c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375ae49-5b9e-4ff4-b97a-0be5e53fcbf2,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:47.336858 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-5cf82ad7-a5b0-4235-84ef-59af6d86387c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573856 Oct 12 02:29:47.572321 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:44Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:47.673917 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-08b6ce3d-c036-4d34-8ed8-b2ae581956ef tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1677579559&fields=id&tenant_id=1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 267 time: 0.2826369 Oct 12 02:29:47.846220 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a969da00-e7fa-4c05-a932-2808684a4ceb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (0f9c3baf-6b67-406e-85b0-373a9b75df6f), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.863761 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a969da00-e7fa-4c05-a932-2808684a4ceb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (0f9c3baf-6b67-406e-85b0-373a9b75df6f), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.922373 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks [] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.923844 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969da00-e7fa-4c05-a932-2808684a4ceb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9c3baf-6b67-406e-85b0-373a9b75df6f,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:47.931294 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e9bb8c-13bc-48ee-aaf9-85e2ec3839d2 None None] The sync data for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb is: [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:44Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:47.965716 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.966932 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (3383738a-918b-43db-92b1-bb4ff87fd337), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.987962 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a969da00-e7fa-4c05-a932-2808684a4ceb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.992012 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51000) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:47.996433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-ed4e2a30-1828-496d-98b8-ee00fcf72df8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'security_group_rule': {'security_group_id': '06945972-8f9f-47ec-833c-8ba0c27e68f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:48.001740 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a969da00-e7fa-4c05-a932-2808684a4ceb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7620997 Oct 12 02:29:48.063324 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 2, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:48.085529 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2a30-1828-496d-98b8-ee00fcf72df8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (d4e85f63-81ed-4b7f-a2de-5fbcecdb7241), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.185540 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:48.278732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Checking router: 7e0ce698-fa75-4978-bed3-4fe3d6a41168 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:48.279865 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Updating router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 port 868040c3-9ec5-472c-8e37-213606e9424e binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:48.313944 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-675aa478-11e8-47ee-85f7-53d10e7ce79b service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:29:48.316124 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-675aa478-11e8-47ee-85f7-53d10e7ce79b service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4650257 Oct 12 02:29:48.384121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2a30-1828-496d-98b8-ee00fcf72df8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (d4e85f63-81ed-4b7f-a2de-5fbcecdb7241), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.394172 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51018) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:48.413161 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (868040c3-9ec5-472c-8e37-213606e9424e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.457997 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2a30-1828-496d-98b8-ee00fcf72df8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (d4e85f63-81ed-4b7f-a2de-5fbcecdb7241), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.522796 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:48.524236 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 633c8714-1f2f-4631-9f19-534e9db8212f is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:48.566745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-349b2b5d-cd07-4ee0-80b0-418954e813a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.585994 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:48.618137 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-bae4382d-163f-4782-a690-168629247f28 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:48.624124 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e2a30-1828-496d-98b8-ee00fcf72df8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e85f63-81ed-4b7f-a2de-5fbcecdb7241,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:48.627897 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-bae4382d-163f-4782-a690-168629247f28 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 817 time: 0.7656198 Oct 12 02:29:48.646194 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:48.655370 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2a30-1828-496d-98b8-ee00fcf72df8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.657474 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-ed4e2a30-1828-496d-98b8-ee00fcf72df8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6644206 Oct 12 02:29:48.667343 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51024) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:48.680740 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:48.681618 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:48.702797 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-3a1dd110-dbc4-465e-8519-d2cee556fa80 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/quotas/1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 375 time: 0.0731061 Oct 12 02:29:48.733332 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-2e4ac9cd-16af-47e8-af0a-c60baf5e560e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745089 Oct 12 02:29:48.767087 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-620e844f-9be9-4061-966d-2c6ca6c01f4f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629785 Oct 12 02:29:48.768919 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:48.771572 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.018760 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:49.058693 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-349b2b5d-cd07-4ee0-80b0-418954e813a0 admin admin] Publish callbacks [] for security_group (2dc91a41-39a7-4aa4-8ec5-c565a0ede62f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.090605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-349b2b5d-cd07-4ee0-80b0-418954e813a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2dc91a41-39a7-4aa4-8ec5-c565a0ede62f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.104433 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 11c8f655-590a-4582-ab71-bfa333eb1e7e up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:49.144846 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.27', 64908) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:49.154158 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Publish callbacks [] for port (868040c3-9ec5-472c-8e37-213606e9424e), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.175712 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (868040c3-9ec5-472c-8e37-213606e9424e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.190241 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:49.239596 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dd007546-b2b0-4fc5-a586-b75e36747053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.246438 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabc691-53e9-4b37-8c20-bb008af1386d None None] Pushing event updated for resources: {'Port': ['ID=868040c3-9ec5-472c-8e37-213606e9424e,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:49.272113 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 11c8f655-590a-4582-ab71-bfa333eb1e7e triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:49.273971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.274488 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 11c8f655-590a-4582-ab71-bfa333eb1e7e Oct 12 02:29:49.285824 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-cf8b4310-ab42-4928-a45e-b2a768c8a707 None None] Provisioning complete for port f0d6c64e-4e46-4483-9ee2-b98cad54f58b triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:49.286541 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cf8b4310-ab42-4928-a45e-b2a768c8a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.287051 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-cf8b4310-ab42-4928-a45e-b2a768c8a707 None None] Attempt 1 to provision port f0d6c64e-4e46-4483-9ee2-b98cad54f58b Oct 12 02:29:49.289376 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:49.292188 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b2b5d-cd07-4ee0-80b0-418954e813a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc91a41-39a7-4aa4-8ec5-c565a0ede62f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:49.346317 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-1626fe8f-3015-4bd9-b355-d7432b4ff115 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712421 Oct 12 02:29:49.404428 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b4310-ab42-4928-a45e-b2a768c8a707 None None] Port f0d6c64e-4e46-4483-9ee2-b98cad54f58b cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:49.490118 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-349b2b5d-cd07-4ee0-80b0-418954e813a0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e8580df2123a4457abf531233b049125&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0905626 Oct 12 02:29:49.494444 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-a161f29b-f39c-42fc-ab05-0e897fdc6824 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510114 Oct 12 02:29:49.498535 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51044) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:49.513131 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.606718 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Attempting to bind port 868040c3-9ec5-472c-8e37-213606e9424e on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:49.607123 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Attempting to bind port 868040c3-9ec5-472c-8e37-213606e9424e by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:49.607661 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Attempting to bind port 868040c3-9ec5-472c-8e37-213606e9424e on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:49.841609 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-7d10a6df-1190-4833-a896-35b78bc17661 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:49.844409 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-7d10a6df-1190-4833-a896-35b78bc17661 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 818 time: 0.6957791 Oct 12 02:29:49.857499 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccd42-fa83-4006-8ea1-7e29855c2f07 admin admin] Publish callbacks [] for security_group (2dc91a41-39a7-4aa4-8ec5-c565a0ede62f), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.916133 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'port': {'device_id': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'admin_state_up': True, 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:50.001778 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Router 3383738a-918b-43db-92b1-bb4ff87fd337 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:50.100926 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Allocated IP 172.28.2.114 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/62261ef3-2a05-4d63-86c8-98723b3f9a10) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:50.119676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccd42-fa83-4006-8ea1-7e29855c2f07 admin admin] Publish callbacks [] for security_group (2dc91a41-39a7-4aa4-8ec5-c565a0ede62f), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.127518 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 11c8f655-590a-4582-ab71-bfa333eb1e7e is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:50.128164 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.191228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 11c8f655-590a-4582-ab71-bfa333eb1e7e, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=11c8f655-590a-4582-ab71-bfa333eb1e7e,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:50.215337 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.216509 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0f832584-6253-4443-8211-24b4fa5f0851 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:50.276099 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-d660f9c6-1d35-4629-896d-7362391ea40b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116781 Oct 12 02:29:50.308568 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:50.312836 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=11c8f655-590a-4582-ab71-bfa333eb1e7e,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:50.350072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:50.350801 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Checking segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:50.352078 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.352775 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Bound using segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:50.353463 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Bound port: 868040c3-9ec5-472c-8e37-213606e9424e, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:50.354213 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (868040c3-9ec5-472c-8e37-213606e9424e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.438577 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] For port 868040c3-9ec5-472c-8e37-213606e9424e, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:50.442946 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] For port 868040c3-9ec5-472c-8e37-213606e9424e, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=868040c3-9ec5-472c-8e37-213606e9424e,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:50.452270 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.463152 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (868040c3-9ec5-472c-8e37-213606e9424e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.494802 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:50.495463 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:50.501908 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:50.517256 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-b56ddac6-f1ff-485b-906f-9dd4c91176f0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/3383738a-918b-43db-92b1-bb4ff87fd337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5354207 Oct 12 02:29:50.522975 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Sync routers for ids ['3383738a-918b-43db-92b1-bb4ff87fd337'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:50.550406 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f0132fdc-3d32-46e0-8979-ff02a6d61964 req-cea63c41-bd42-4f3c-9eb7-54d036df0f70 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 210 time: 0.2742929 Oct 12 02:29:50.578251 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Routers {'3383738a-918b-43db-92b1-bb4ff87fd337'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:50.582688 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['3383738a-918b-43db-92b1-bb4ff87fd337'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:50.987284 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-77b1ac7a-8e66-48f4-8429-83d6e65ef5b2 req-631571c9-7a75-4559-83dd-9690c50b80e4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.2892210 Oct 12 02:29:51.002693 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:51.019965 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabc691-53e9-4b37-8c20-bb008af1386d None None] Pushing event updated for resources: {'Port': ['ID=868040c3-9ec5-472c-8e37-213606e9424e,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:51.033157 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:51.052793 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:51.074739 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:51.081275 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccd42-fa83-4006-8ea1-7e29855c2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2dc91a41-39a7-4aa4-8ec5-c565a0ede62f), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:51.100359 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccd42-fa83-4006-8ea1-7e29855c2f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:51.110138 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Set router 3383738a-918b-43db-92b1-bb4ff87fd337 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:51.111928 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-0a4ccd42-fa83-4006-8ea1-7e29855c2f07 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2dc91a41-39a7-4aa4-8ec5-c565a0ede62f HTTP/1.1" status: 204 len: 168 time: 1.6114016 Oct 12 02:29:51.151073 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 0f832584-6253-4443-8211-24b4fa5f0851 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:51.167122 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (0f832584-6253-4443-8211-24b4fa5f0851), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:51.171479 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 0f832584-6253-4443-8211-24b4fa5f0851 Oct 12 02:29:51.191904 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Made reservation on behalf of 72777ca3c2f04605b9eaf0ae7dbdfb2d for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:51.216275 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:51.261894 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ccd42-fa83-4006-8ea1-7e29855c2f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc91a41-39a7-4aa4-8ec5-c565a0ede62f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:51.853301 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:52.009171 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 0f832584-6253-4443-8211-24b4fa5f0851 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:52.011288 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0f832584-6253-4443-8211-24b4fa5f0851), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:52.026145 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:52.088285 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f832584-6253-4443-8211-24b4fa5f0851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port': {'id': '0f832584-6253-4443-8211-24b4fa5f0851', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'f0d6c64e-4e46-4483-9ee2-b98cad54f58b', 'name': '', 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'mac_address': 'fa:16:3e:f7:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8c9b3489-b337-4c4a-afe0-d137facfa788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:41Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 2, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'subnets': [{'id': '8c9b3489-b337-4c4a-afe0-d137facfa788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:52.113110 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 0f832584-6253-4443-8211-24b4fa5f0851, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=0f832584-6253-4443-8211-24b4fa5f0851,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:52.209356 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Checking router: 3383738a-918b-43db-92b1-bb4ff87fd337 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:52.209711 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Updating router 3383738a-918b-43db-92b1-bb4ff87fd337 port f0d6c64e-4e46-4483-9ee2-b98cad54f58b binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:52.213517 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-8379410f-023e-49f3-be22-8b13103a5ca3 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:52.231571 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-8379410f-023e-49f3-be22-8b13103a5ca3 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa82c6a-55d7-4c1f-9851-c57916a40e99 HTTP/1.1" status: 200 len: 812 time: 0.5476084 Oct 12 02:29:52.260176 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (0f832584-6253-4443-8211-24b4fa5f0851), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:52.262172 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:52.282396 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-4099402b-e9cd-447e-a7f0-bf8d053fb01d tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/quotas/67fa408f8459449cad4d87b5209ba810 HTTP/1.1" status: 200 len: 375 time: 0.0473535 Oct 12 02:29:52.414815 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:52.428956 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51168) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:52.432641 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:52.433691 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:52.434258 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 Oct 12 02:29:52.477762 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:52.480527 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:52.543918 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-dab08dea-779c-469e-8f06-6f66dda2b6f0 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=67fa408f8459449cad4d87b5209ba810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2594965 Oct 12 02:29:52.657131 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:52.661302 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:52.667418 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1a9ac7b4-17d4-404e-9a56-3f9edf35676a up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:52.780943 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a0e3ac88-db0c-4af2-9e0e-26a382ec6ffb req-4f0ea8ba-c9dd-4048-926e-69f995bac207 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 210 time: 1.0423436 Oct 12 02:29:52.809898 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:52.886839 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-74ea02f1-c51b-4a9d-bc1b-ae9810039c89 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa82c6a-55d7-4c1f-9851-c57916a40e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379607 Oct 12 02:29:52.955752 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969102e9-f30c-43f3-84a3-6576b4afcbc7 None None] The sync data for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb is: [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:53.041421 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:53.043569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.044977 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a Oct 12 02:29:53.055876 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:53.222393 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=0f832584-6253-4443-8211-24b4fa5f0851,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:53.239878 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51184) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:53.257308 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'Port': ['ID=62261ef3-2a05-4d63-86c8-98723b3f9a10,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:53.286437 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-720ac5ff-0af8-430e-b047-de6fad241f7b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa82c6a-55d7-4c1f-9851-c57916a40e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671920 Oct 12 02:29:53.297140 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Publish callbacks [] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.298529 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bc54-0e27-49f5-b03e-07dada956d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.300226 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:53.350031 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.409163 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb44a4e-859f-47e4-a866-4b8f7314ba9e None None] Pushing event updated for resources: {'Port': ['ID=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:53.433076 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:53.433691 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.479608 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:53.494532 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:53.535695 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:53.547680 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Attempting to bind port f0d6c64e-4e46-4483-9ee2-b98cad54f58b on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:53.550765 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Attempting to bind port f0d6c64e-4e46-4483-9ee2-b98cad54f58b by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:53.551246 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Attempting to bind port f0d6c64e-4e46-4483-9ee2-b98cad54f58b on network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:53.590898 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:53.601742 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.601962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5c9f518f-b5cb-43ae-9f81-f09c9de3e0b7 req-0f3162d3-53fe-4e99-af98-2d41e793d200 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.5386355 Oct 12 02:29:53.635510 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bc54-0e27-49f5-b03e-07dada956d27 admin admin] Publish callbacks [] for security_group (7796fbaa-1f77-452c-844b-6a1f2f996924), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.646411 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bc54-0e27-49f5-b03e-07dada956d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7796fbaa-1f77-452c-844b-6a1f2f996924), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.712511 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:53.713638 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Checking segment: {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:53.714440 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.717456 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Bound using segment: {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:53.718165 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Bound port: f0d6c64e-4e46-4483-9ee2-b98cad54f58b, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:53.721343 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.848791 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:53.894701 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1bc54-0e27-49f5-b03e-07dada956d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7796fbaa-1f77-452c-844b-6a1f2f996924,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:53.963127 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] For port f0d6c64e-4e46-4483-9ee2-b98cad54f58b, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:53.978904 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] For port f0d6c64e-4e46-4483-9ee2-b98cad54f58b, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:54.004193 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.038649 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-b3a1bc54-0e27-49f5-b03e-07dada956d27 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=be232e59a17f46d3bde790b2034b3a14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5993435 Oct 12 02:29:54.042884 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.27', 64925) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:54.043340 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51206) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:54.080506 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:54.204649 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 11c8f655-590a-4582-ab71-bfa333eb1e7e up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:54.253377 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb44a4e-859f-47e4-a866-4b8f7314ba9e None None] Pushing event updated for resources: {'Port': ['ID=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:54.289551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Allocated IP 172.20.0.10 (f51be834-37fa-4686-9d26-f836b906e0b5/2c998db6-a5f8-4bff-bd37-13ada575f4ab/72f7d04d-75bb-4d4e-b7c5-3012ec919531) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:54.321549 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e424898e-79ea-4fd5-b2ba-0e528d46404f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.333199 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:54.348433 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Routers {'3383738a-918b-43db-92b1-bb4ff87fd337'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:54.351046 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6e59d59c-a001-456a-be91-3c7c90310f1c req-45252bf2-fdf3-4c0b-9050-d82d933ac506 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 210 time: 0.2033701 Oct 12 02:29:54.359260 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['3383738a-918b-43db-92b1-bb4ff87fd337'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:54.368715 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.471982 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 11c8f655-590a-4582-ab71-bfa333eb1e7e triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:54.472509 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.475760 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 11c8f655-590a-4582-ab71-bfa333eb1e7e Oct 12 02:29:54.565434 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Sync routers for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:54.582196 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d059fa59-24d8-4937-90f0-bfc86ddd34dd admin admin] Publish callbacks [] for security_group (7796fbaa-1f77-452c-844b-6a1f2f996924), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.681390 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:54.684871 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:54.686452 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ce7a7d80-e874-4fc0-a626-e6ea7ff2a726 req-e03347e5-9c94-47c8-aa8d-01ef50f3e354 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 210 time: 0.1758957 Oct 12 02:29:54.722690 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d059fa59-24d8-4937-90f0-bfc86ddd34dd admin admin] Publish callbacks [] for security_group (7796fbaa-1f77-452c-844b-6a1f2f996924), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.775005 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] Set router 3383738a-918b-43db-92b1-bb4ff87fd337 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:54.831752 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-5489dc3d-716f-4b3a-b164-f529259b252f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:54.835274 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-5489dc3d-716f-4b3a-b164-f529259b252f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 817 time: 0.6115258 Oct 12 02:29:54.941152 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d059fa59-24d8-4937-90f0-bfc86ddd34dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7796fbaa-1f77-452c-844b-6a1f2f996924), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.944949 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d059fa59-24d8-4937-90f0-bfc86ddd34dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.946742 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-d059fa59-24d8-4937-90f0-bfc86ddd34dd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7796fbaa-1f77-452c-844b-6a1f2f996924 HTTP/1.1" status: 204 len: 168 time: 0.8956342 Oct 12 02:29:54.971090 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059fa59-24d8-4937-90f0-bfc86ddd34dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7796fbaa-1f77-452c-844b-6a1f2f996924,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:54.979897 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.093716 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:55.196381 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 11c8f655-590a-4582-ab71-bfa333eb1e7e is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:55.203468 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0f832584-6253-4443-8211-24b4fa5f0851 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:55.206757 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b5daecf0-fdad-4aab-9104-e4cfe698ecaf req-27421cec-95ba-4f6b-82e3-fd2b885bd912 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.2324228 Oct 12 02:29:55.237919 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-5b8bc3c3-1543-4336-81c3-62ce8b89defc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 380 time: 0.3341575 Oct 12 02:29:55.262239 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'port': {'device_id': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'admin_state_up': True, 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'security_groups': ['fa2cf708-9640-4d1f-8d73-e795fa2ca05e']}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:55.503060 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.27', 64932) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:55.509528 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:55.591288 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e424898e-79ea-4fd5-b2ba-0e528d46404f admin admin] Publish callbacks [] for security_group (48b818c2-ca7e-4fd0-9596-876e7f1c8c08), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.672152 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:55.681030 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e424898e-79ea-4fd5-b2ba-0e528d46404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (48b818c2-ca7e-4fd0-9596-876e7f1c8c08), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.761849 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 0f832584-6253-4443-8211-24b4fa5f0851 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:55.773927 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (0f832584-6253-4443-8211-24b4fa5f0851), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.773927 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 0f832584-6253-4443-8211-24b4fa5f0851 Oct 12 02:29:55.837495 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-e424898e-79ea-4fd5-b2ba-0e528d46404f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=79c50e2493504ba6a18a3ad52e711a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5667293 Oct 12 02:29:55.862891 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51248) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:55.915369 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c2fd44d5-9038-487e-982f-93ee50acdf39 req-9e53a411-3ed0-4c91-bef6-6e8f63a14832 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 210 time: 0.3755486 Oct 12 02:29:56.040035 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.041945 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7006ddfb-ae6b-41f5-b8e1-e109525a8d50 admin admin] Publish callbacks [] for security_group (48b818c2-ca7e-4fd0-9596-876e7f1c8c08), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.071665 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7006ddfb-ae6b-41f5-b8e1-e109525a8d50 admin admin] Publish callbacks [] for security_group (48b818c2-ca7e-4fd0-9596-876e7f1c8c08), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.134746 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e59b8ec-bb05-43c5-9e4d-653ba2167795 req-7ac6da72-15ce-41dd-bd5b-c44dcd8ec4bc tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 210 time: 0.1363935 Oct 12 02:29:56.155166 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7006ddfb-ae6b-41f5-b8e1-e109525a8d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (48b818c2-ca7e-4fd0-9596-876e7f1c8c08), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.160525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7006ddfb-ae6b-41f5-b8e1-e109525a8d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.167751 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-7006ddfb-ae6b-41f5-b8e1-e109525a8d50 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/48b818c2-ca7e-4fd0-9596-876e7f1c8c08 HTTP/1.1" status: 204 len: 168 time: 0.2976873 Oct 12 02:29:56.181070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424898e-79ea-4fd5-b2ba-0e528d46404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b818c2-ca7e-4fd0-9596-876e7f1c8c08,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:56.196765 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f832584-6253-4443-8211-24b4fa5f0851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port': {'id': '0f832584-6253-4443-8211-24b4fa5f0851', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'f0d6c64e-4e46-4483-9ee2-b98cad54f58b', 'name': '', 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'mac_address': 'fa:16:3e:f7:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8c9b3489-b337-4c4a-afe0-d137facfa788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:41Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 4, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'subnets': [{'id': '8c9b3489-b337-4c4a-afe0-d137facfa788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:56.210067 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006ddfb-ae6b-41f5-b8e1-e109525a8d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b818c2-ca7e-4fd0-9596-876e7f1c8c08,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:56.254713 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.266723 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.267700 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.298130 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.299546 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6241875 Oct 12 02:29:56.328414 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.330464 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e8898-f5c0-45dc-adf2-528ae5a1b7d4 None None] The sync data for ids ['3383738a-918b-43db-92b1-bb4ff87fd337'] in dv-cinder-849143-14-smb is: [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f832584-6253-4443-8211-24b4fa5f0851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port': {'id': '0f832584-6253-4443-8211-24b4fa5f0851', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'f0d6c64e-4e46-4483-9ee2-b98cad54f58b', 'name': '', 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'mac_address': 'fa:16:3e:f7:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8c9b3489-b337-4c4a-afe0-d137facfa788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:41Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 4, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'subnets': [{'id': '8c9b3489-b337-4c4a-afe0-d137facfa788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:56.338340 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:56.344230 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Made reservation on behalf of 1eff676e44134d7d8b2049ad864793d9 for: {'port': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:56.348612 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.372995 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Network f51be834-37fa-4686-9d26-f836b906e0b5 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:56.392634 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:56.399380 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51262) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:56.417326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:56.437890 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:56.439141 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.460510 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f48e2e-8b62-4afb-8abd-68f1ce2b9d43 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'Port': ['ID=62261ef3-2a05-4d63-86c8-98723b3f9a10,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:56.463104 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-007aba57-28ec-47a4-8a44-7bb0366fa467 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:56.486886 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-007aba57-28ec-47a4-8a44-7bb0366fa467 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 818 time: 0.9686899 Oct 12 02:29:56.491814 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b135a228-ce07-404a-8a9a-95b293f55ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.528384 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6179550 Oct 12 02:29:56.575247 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef52aec9-5343-4ffd-b81b-a07c39bd36fd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:29:56.578104 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-ef52aec9-5343-4ffd-b81b-a07c39bd36fd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0084963 Oct 12 02:29:56.612265 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 0f832584-6253-4443-8211-24b4fa5f0851 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:56.613660 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 868040c3-9ec5-472c-8e37-213606e9424e up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:56.636879 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd88a-60fa-4471-8d95-2c35aef0d1c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'Port': ['ID=72f7d04d-75bb-4d4e-b7c5-3012ec919531,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:56.649699 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'port': {'device_id': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'admin_state_up': True, 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:57.043481 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7f1d1910-50bf-44ed-bf58-090cad91e901 req-0d20e87b-4623-41b1-a797-8887cb3a864a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.4875658 Oct 12 02:29:57.114715 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-9818428e-27d3-4237-bb48-1e0ed42b087e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--917915519&fields=id&tenant_id=23861c9a343c4b95b71a2415d0a28f37 HTTP/1.1" status: 200 len: 267 time: 0.1259720 Oct 12 02:29:57.472409 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 2, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:57.491345 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-cf1b4d1f-4578-452f-8488-e82389e95525 None None] Provisioning complete for port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:57.492900 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4d1f-4578-452f-8488-e82389e95525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:57.496013 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-cf1b4d1f-4578-452f-8488-e82389e95525 None None] Attempt 1 to provision port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 Oct 12 02:29:57.497674 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:57.520665 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-810d60d4-e514-4482-9143-1dfd46a82a71 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:57.536129 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Checking router: eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:57.537161 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Updating router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:57.541149 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-810d60d4-e514-4482-9143-1dfd46a82a71 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 810 time: 0.4005988 Oct 12 02:29:57.543438 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.27', 64943) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:57.575429 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:57.648532 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:57.662675 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 868040c3-9ec5-472c-8e37-213606e9424e triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:57.663408 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (868040c3-9ec5-472c-8e37-213606e9424e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:57.665669 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 868040c3-9ec5-472c-8e37-213606e9424e Oct 12 02:29:57.752027 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b4d1f-4578-452f-8488-e82389e95525 None None] Port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:57.867681 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-39461217-e021-4cea-b01d-dcb87b1adc50 req-249abf40-7bce-4319-a979-9a07ed46d60d tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 210 time: 0.6075091 Oct 12 02:29:57.909783 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 868040c3-9ec5-472c-8e37-213606e9424e is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:57.910406 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (868040c3-9ec5-472c-8e37-213606e9424e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:58.063017 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:58.069789 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:58.102680 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-aea66d53-889c-443a-8dd4-c7d49ea5819a tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:58.111178 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-aea66d53-889c-443a-8dd4-c7d49ea5819a tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9fa82c6a-55d7-4c1f-9851-c57916a40e99 HTTP/1.1" status: 200 len: 812 time: 0.5463190 Oct 12 02:29:58.142913 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-e26307f8-5d1c-44bb-ab99-efb8a949066d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/quotas/23861c9a343c4b95b71a2415d0a28f37 HTTP/1.1" status: 200 len: 375 time: 0.5971553 Oct 12 02:29:58.260648 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Request body: {'port': {'device_id': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'admin_state_up': True, 'tenant_id': '67fa408f8459449cad4d87b5209ba810'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:58.300974 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 868040c3-9ec5-472c-8e37-213606e9424e, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=868040c3-9ec5-472c-8e37-213606e9424e,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:58.304563 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-daedd8be-7d35-45a2-ba40-28fa6d55b678 req-e93fcb4b-bb64-472b-aedd-44c2cd460bf7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 210 time: 0.1649396 Oct 12 02:29:58.310021 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:58.321403 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (868040c3-9ec5-472c-8e37-213606e9424e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:58.371657 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Allocated IP 172.20.0.14 (4edd6515-ed1f-4cdc-a544-e722ec9c958d/bb08c4bb-0e93-4f9f-802f-538d8016086f/00cbe132-b469-4871-8a75-5b0b351f1a08) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:58.468405 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b135a228-ce07-404a-8a9a-95b293f55ad4 admin admin] Publish callbacks [] for security_group (005692c1-0e29-44b4-88d2-8ceac72afdc4), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:58.510361 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b135a228-ce07-404a-8a9a-95b293f55ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (005692c1-0e29-44b4-88d2-8ceac72afdc4), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:58.522220 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Made reservation on behalf of 72777ca3c2f04605b9eaf0ae7dbdfb2d for: {'port': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:58.537677 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:58.681122 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-1ac26db5-dcc9-4250-acfc-209448a0a7a3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5340264 Oct 12 02:29:58.692089 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Request body: {'port': {'device_id': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:58.788947 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=868040c3-9ec5-472c-8e37-213606e9424e,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:58.800917 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device f0d6c64e-4e46-4483-9ee2-b98cad54f58b up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:58.956161 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Made reservation on behalf of 67fa408f8459449cad4d87b5209ba810 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:58.961797 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.015791 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port f0d6c64e-4e46-4483-9ee2-b98cad54f58b triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:59.016162 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.016785 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port f0d6c64e-4e46-4483-9ee2-b98cad54f58b Oct 12 02:29:59.053806 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.107381 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Publish callbacks [] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.135385 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.149449 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0f43f02a-2c54-41c8-9690-2f1900c5d0c1 req-5abfec19-568f-4a41-8fe1-e876cbcc5c2b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.5187006 Oct 12 02:29:59.216376 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbe747-7029-4bad-b82a-542dba8c6d43 None None] Pushing event updated for resources: {'Port': ['ID=1ebdf682-5c15-43a3-8bc3-26b2554685d7,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:59.264146 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:59.365248 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Attempting to bind port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:59.366232 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Attempting to bind port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:59.366612 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Attempting to bind port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 on network 6493f3b7-00db-47bb-943d-235ea898d29c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:59.430612 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:59.431190 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Checking segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:59.431607 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.432005 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Bound using segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:59.432513 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Bound port: 1ebdf682-5c15-43a3-8bc3-26b2554685d7, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:59.432904 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.433007 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a228-ce07-404a-8a9a-95b293f55ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005692c1-0e29-44b4-88d2-8ceac72afdc4,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:59.466886 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-b135a228-ce07-404a-8a9a-95b293f55ad4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=63c8324fb15d4b1bb6d17447a5e7638b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0645435 Oct 12 02:29:59.467108 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port f0d6c64e-4e46-4483-9ee2-b98cad54f58b is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:59.467475 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.470147 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51366) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:59.566003 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-03667f07-0607-4851-ac98-d85d9c8296d0 req-44800359-7421-44f3-93a4-0ab9dcf26cb4 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 210 time: 0.1944525 Oct 12 02:29:59.661936 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port f0d6c64e-4e46-4483-9ee2-b98cad54f58b, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:59.704220 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.705087 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1a9ac7b4-17d4-404e-9a56-3f9edf35676a up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:59.854090 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.883316 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-f9aecbad-b4b5-4be3-876f-a1590fee0252 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1107287 Oct 12 02:29:59.991080 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:00.058435 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:00.059045 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.065914 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a Oct 12 02:30:00.068103 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:00.143266 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:30:00.172630 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] For port 1ebdf682-5c15-43a3-8bc3-26b2554685d7, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:00.173625 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.247647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] For port 1ebdf682-5c15-43a3-8bc3-26b2554685d7, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=1ebdf682-5c15-43a3-8bc3-26b2554685d7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:00.257839 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9e86460b-4b70-49a4-93b8-bb639cacf992 req-4969d5b6-e6de-4ff2-9901-6718d6785f1b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 210 time: 0.2497902 Oct 12 02:30:00.302879 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.366482 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:00.379181 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Allocated IP 172.20.0.7 (9fa82c6a-55d7-4c1f-9851-c57916a40e99/8c9b3489-b337-4c4a-afe0-d137facfa788/f0efb807-7b9e-406c-9e95-a8e88390ae00) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:00.398002 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:00.398777 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:29:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:00.593974 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:00.610937 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ef4c975-bd12-4063-a04b-fa0b6fa6cf43 admin admin] Publish callbacks [] for security_group (005692c1-0e29-44b4-88d2-8ceac72afdc4), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.617556 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:00.648578 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ef4c975-bd12-4063-a04b-fa0b6fa6cf43 admin admin] Publish callbacks [] for security_group (005692c1-0e29-44b4-88d2-8ceac72afdc4), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.663936 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks [] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.692505 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:00.693210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:00.711677 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.747048 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:00.754068 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:00.784248 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbe747-7029-4bad-b82a-542dba8c6d43 None None] Pushing event updated for resources: {'Port': ['ID=1ebdf682-5c15-43a3-8bc3-26b2554685d7,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:00.784463 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:00.795864 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:00.805148 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:00.816267 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.817298 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.833364 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:00.866474 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Allocated IP 172.20.0.8 (f51be834-37fa-4686-9d26-f836b906e0b5/2c998db6-a5f8-4bff-bd37-13ada575f4ab/1a727f5c-ebe4-4bec-982b-82c9f922c8a3) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:00.883441 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-ca2698cf-ae2b-4102-86b1-b0cef0d2759f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9968479 Oct 12 02:30:00.892041 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:00.898922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Pushing event updated for resources: {'Port': ['ID=f0efb807-7b9e-406c-9e95-a8e88390ae00,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:00.906619 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-6b3b105b-a402-45ad-87fd-40b1043bbda5 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6696625 Oct 12 02:30:00.908007 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.913911 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.920706 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ef4c975-bd12-4063-a04b-fa0b6fa6cf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (005692c1-0e29-44b4-88d2-8ceac72afdc4), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.924974 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ef4c975-bd12-4063-a04b-fa0b6fa6cf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.926143 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5ef4c975-bd12-4063-a04b-fa0b6fa6cf43 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/005692c1-0e29-44b4-88d2-8ceac72afdc4 HTTP/1.1" status: 204 len: 168 time: 1.4363229 Oct 12 02:30:00.949988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Request body: {'port': {'device_id': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:01.145550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.183132 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:01.195305 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:00Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:01.298690 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0c797-b048-457b-9df7-2175702af7e1 None None] The sync data for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb is: [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:00Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:01.304065 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 868040c3-9ec5-472c-8e37-213606e9424e up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:01.452356 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-e5553356-0ed2-4a20-878a-789dda08c352 None None] Provisioning complete for port 00cbe132-b469-4871-8a75-5b0b351f1a08 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:01.452539 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e5553356-0ed2-4a20-878a-789dda08c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.452890 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-e5553356-0ed2-4a20-878a-789dda08c352 None None] Attempt 1 to provision port 00cbe132-b469-4871-8a75-5b0b351f1a08 Oct 12 02:30:01.550255 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.564624 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-e5553356-0ed2-4a20-878a-789dda08c352 None None] Port 00cbe132-b469-4871-8a75-5b0b351f1a08 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:01.584422 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 868040c3-9ec5-472c-8e37-213606e9424e triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:01.584422 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (868040c3-9ec5-472c-8e37-213606e9424e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.584422 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 868040c3-9ec5-472c-8e37-213606e9424e Oct 12 02:30:01.657802 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.749302 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4c975-bd12-4063-a04b-fa0b6fa6cf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005692c1-0e29-44b4-88d2-8ceac72afdc4,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:01.763771 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5098722 Oct 12 02:30:01.778881 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Network f51be834-37fa-4686-9d26-f836b906e0b5 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:01.781073 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402ee90-6b8b-41ff-bcfe-67ab6f8ec02e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:01.793010 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Request body: {'port': {'device_id': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:01.826665 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:01.833098 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:01.839386 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:01.855538 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:01.855538 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.883252 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965554-657b-455f-9815-2a15b32f3ec0 req-1ac426ac-8b38-484d-ab47-66475c380a78 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:01.897637 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-56965554-657b-455f-9815-2a15b32f3ec0 req-1ac426ac-8b38-484d-ab47-66475c380a78 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 932 time: 1.3811162 Oct 12 02:30:01.932190 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-eded169c-dad1-41ae-83ce-c3ba1d3048ce None None] Provisioning complete for port f0efb807-7b9e-406c-9e95-a8e88390ae00 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:01.935872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eded169c-dad1-41ae-83ce-c3ba1d3048ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.936606 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-eded169c-dad1-41ae-83ce-c3ba1d3048ce None None] Attempt 1 to provision port f0efb807-7b9e-406c-9e95-a8e88390ae00 Oct 12 02:30:02.024669 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-eded169c-dad1-41ae-83ce-c3ba1d3048ce None None] Port f0efb807-7b9e-406c-9e95-a8e88390ae00 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:02.249547 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a5c9-db2a-4e3e-b5e4-abc426a4f86a req-8482da03-6f78-4690-8b52-3cd24559d7bb tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:02.256571 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8f9a5c9-db2a-4e3e-b5e4-abc426a4f86a req-8482da03-6f78-4690-8b52-3cd24559d7bb tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 931 time: 0.5469301 Oct 12 02:30:02.329386 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.361062 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7712815 Oct 12 02:30:02.377592 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294ac9d-ad30-4ef8-afe4-d8e5f3310349 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'Port': ['ID=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:02.386814 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Request body: {'port': {'device_id': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:02.674828 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 868040c3-9ec5-472c-8e37-213606e9424e is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:02.677393 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device f0d6c64e-4e46-4483-9ee2-b98cad54f58b up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:02.693346 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0efb807-7b9e-406c-9e95-a8e88390ae00 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:02.714389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Publish callbacks [] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.775841 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Transition to ACTIVE for port object f0efb807-7b9e-406c-9e95-a8e88390ae00 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:02.789181 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8f9a5c9-db2a-4e3e-b5e4-abc426a4f86a req-f249c7fc-2591-4013-8665-f1d0803cd9d9 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118217 Oct 12 02:30:02.803485 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-ac91f430-1546-4c08-8662-7581737cf62c None None] Provisioning complete for port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:02.803956 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ac91f430-1546-4c08-8662-7581737cf62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.804314 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-ac91f430-1546-4c08-8662-7581737cf62c None None] Attempt 1 to provision port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 Oct 12 02:30:02.885032 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-56965554-657b-455f-9815-2a15b32f3ec0 req-f0527f1e-c0bc-4da2-9210-8363ca11a786 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9865582 Oct 12 02:30:02.981449 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.009971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-ac91f430-1546-4c08-8662-7581737cf62c None None] Port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:03.011353 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port f0d6c64e-4e46-4483-9ee2-b98cad54f58b triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:03.011732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.012072 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port f0d6c64e-4e46-4483-9ee2-b98cad54f58b Oct 12 02:30:03.096348 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:03.232562 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f7d04d-75bb-4d4e-b7c5-3012ec919531 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:03.325382 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Publish callbacks [] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.362713 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port f0d6c64e-4e46-4483-9ee2-b98cad54f58b is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:03.407619 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Transition to ACTIVE for port object 72f7d04d-75bb-4d4e-b7c5-3012ec919531 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:03.413220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:03.576111 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.583821 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1ebdf682-5c15-43a3-8bc3-26b2554685d7 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:03.667569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:03.668284 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.668908 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 Oct 12 02:30:03.813877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206488e-63f8-49e8-89bf-c2853f45aac6 req-dab27f6c-c7ce-486a-b4d2-9e29ca83bc68 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:03.822767 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3206488e-63f8-49e8-89bf-c2853f45aac6 req-dab27f6c-c7ce-486a-b4d2-9e29ca83bc68 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 931 time: 0.7632833 Oct 12 02:30:03.828646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:03.829186 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.885878 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 1ebdf682-5c15-43a3-8bc3-26b2554685d7, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=1ebdf682-5c15-43a3-8bc3-26b2554685d7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:03.892174 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.896413 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Attempting to bind port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:03.897536 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Attempting to bind port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:03.899439 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Attempting to bind port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:03.912311 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Pushing event updated for resources: {'Port': ['ID=f0efb807-7b9e-406c-9e95-a8e88390ae00,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:03.982749 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3bafc4e3-7c14-49e4-9052-05aa6ed27053 req-25e7758d-d6b0-4ef4-8064-e8a56d1af6f8 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 210 time: 0.2762539 Oct 12 02:30:04.016073 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:04.027450 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cbe132-b469-4871-8a75-5b0b351f1a08 {{(pid=104427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:04.041650 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Attempting to bind port f0efb807-7b9e-406c-9e95-a8e88390ae00 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:04.042677 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Attempting to bind port f0efb807-7b9e-406c-9e95-a8e88390ae00 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:04.043196 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Attempting to bind port f0efb807-7b9e-406c-9e95-a8e88390ae00 on network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:04.071754 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.076388 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=1ebdf682-5c15-43a3-8bc3-26b2554685d7,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:04.135710 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Publish callbacks [] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.143021 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:04.148640 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3206488e-63f8-49e8-89bf-c2853f45aac6 req-724389d5-03c9-46c7-9469-0b2b8db4776d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246112 Oct 12 02:30:04.271855 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 on network f51be834-37fa-4686-9d26-f836b906e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:04.271855 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Attempting to bind port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:04.297509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51500) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:04.304454 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.provisioning_blocks [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Transition to ACTIVE for port object 00cbe132-b469-4871-8a75-5b0b351f1a08 will not be triggered until provisioned by entity L2. {{(pid=104427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:04.305680 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Port f0efb807-7b9e-406c-9e95-a8e88390ae00 on network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:04.306017 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Attempting to bind port f0efb807-7b9e-406c-9e95-a8e88390ae00 on network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:04.381102 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.482785 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:04.483460 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Checking segment: {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:04.483806 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Bound using segment: {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:04.484459 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Bound port: f0efb807-7b9e-406c-9e95-a8e88390ae00, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:04.485106 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.513109 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a95a-8257-45d6-a490-59993eebf1a9 req-657ebfc5-082e-41ce-ac2e-a6c316d31c03 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:04.514968 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9712a95a-8257-45d6-a490-59993eebf1a9 req-657ebfc5-082e-41ce-ac2e-a6c316d31c03 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.1054621 Oct 12 02:30:04.547176 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:04.547516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Checking segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:04.547896 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Bound using segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:04.548460 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Bound port: 72f7d04d-75bb-4d4e-b7c5-3012ec919531, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:04.548853 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.550849 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Pushing event updated for resources: {'Port': ['ID=72f7d04d-75bb-4d4e-b7c5-3012ec919531,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:04.638118 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] For port f0efb807-7b9e-406c-9e95-a8e88390ae00, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:04.695783 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] For port f0efb807-7b9e-406c-9e95-a8e88390ae00, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f0efb807-7b9e-406c-9e95-a8e88390ae00,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:04.719312 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.723063 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:04.723890 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.725397 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/f0efb807-7b9e-406c-9e95-a8e88390ae00 HTTP/1.1" status: 200 len: 1093 time: 3.7874794 Oct 12 02:30:04.730954 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'tag': 'f0efb807-7b9e-406c-9e95-a8e88390ae00'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:04.868272 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661b9ec-9257-4b15-956c-085652ff6c37 req-2947a244-6ef3-4257-a8b6-c0d7c77cc543 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:04.878005 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b661b9ec-9257-4b15-956c-085652ff6c37 req-2947a244-6ef3-4257-a8b6-c0d7c77cc543 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 943 time: 0.6085000 Oct 12 02:30:05.023039 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Attempting to bind port 00cbe132-b469-4871-8a75-5b0b351f1a08 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:05.023781 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Attempting to bind port 00cbe132-b469-4871-8a75-5b0b351f1a08 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}] {{(pid=104427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:05.024381 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Attempting to bind port 00cbe132-b469-4871-8a75-5b0b351f1a08 on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:05.078928 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b661b9ec-9257-4b15-956c-085652ff6c37 req-81181e89-a87f-4164-90f8-991a65c0acad tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996861 Oct 12 02:30:05.091863 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7466c3b3-6086-4193-af22-dfd0b752c7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.108792 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Port 00cbe132-b469-4871-8a75-5b0b351f1a08 on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:05.109071 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Attempting to bind port 00cbe132-b469-4871-8a75-5b0b351f1a08 on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:05.173526 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.215256 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:05.244430 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:05.245273 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Checking segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:05.245902 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Bound using segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:05.246459 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Bound port: 00cbe132-b469-4871-8a75-5b0b351f1a08, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}}] {{(pid=104427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:05.246896 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.345581 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, cleared binding levels {{(pid=104427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:05.376443 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:05.408939 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:05.418500 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.540195 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9712a95a-8257-45d6-a490-59993eebf1a9 req-aebffc22-d409-46ae-822d-4ead2bcb941f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0073597 Oct 12 02:30:05.567425 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1ebdf682-5c15-43a3-8bc3-26b2554685d7 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:05.587219 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.27', 64960) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:05.796809 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:05.806846 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7466c3b3-6086-4193-af22-dfd0b752c7a6 admin admin] Publish callbacks [] for security_group (47cc6971-fa28-4f92-a5e6-528346255287), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.811872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.814599 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 Oct 12 02:30:05.830041 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-13eee7f2-3e1e-41eb-8eae-a4be1fa5ee94 req-1e438d2a-002b-4541-b114-f59fe9ee9ea6 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 210 time: 0.4354324 Oct 12 02:30:05.842326 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.846286 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.855258 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 1094 time: 4.0641320 Oct 12 02:30:05.880204 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] For port 72f7d04d-75bb-4d4e-b7c5-3012ec919531, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:05.890939 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] For port 72f7d04d-75bb-4d4e-b7c5-3012ec919531, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:05.900404 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32bf1-8739-47a7-a49e-cea76ec0ec5e service neutron] Pushing event updated for resources: {'Port': ['ID=f0efb807-7b9e-406c-9e95-a8e88390ae00,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:05.917027 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-d6646d34-e388-41c7-9c7d-8d99f71998d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.920421 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-d6646d34-e388-41c7-9c7d-8d99f71998d9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=67fa408f8459449cad4d87b5209ba810&device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 1127 time: 0.4505877 Oct 12 02:30:05.940259 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.946427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:05.953808 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.954825 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.957505 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/72f7d04d-75bb-4d4e-b7c5-3012ec919531 HTTP/1.1" status: 200 len: 1094 time: 8.4134042 Oct 12 02:30:05.979202 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:06.021647 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:06.101522 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:06.102723 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753389a-f530-4715-a4cf-b8fc4e9694f7 service neutron] Pushing event updated for resources: {'Port': ['ID=72f7d04d-75bb-4d4e-b7c5-3012ec919531,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:06.133268 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90a042-40d0-4d32-817e-18f704e37cef req-fae2d28e-b7a7-4aa1-af4b-c6a27f1b9fff tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.135684 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6d90a042-40d0-4d32-817e-18f704e37cef req-fae2d28e-b7a7-4aa1-af4b-c6a27f1b9fff tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 931 time: 0.2104368 Oct 12 02:30:06.228854 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7466c3b3-6086-4193-af22-dfd0b752c7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (47cc6971-fa28-4f92-a5e6-528346255287), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.231926 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e94b05-b266-40f2-b797-202539d56e61 service neutron] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=3']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:06.363963 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:06.373087 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-06383777-9ee1-4cae-8cba-e46c5df3d0db service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0efb807-7b9e-406c-9e95-a8e88390ae00 HTTP/1.1" status: 200 len: 217 time: 0.2268164 Oct 12 02:30:06.399157 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91112f74-527c-4a12-b945-1e8931486311" -d '{"events": [{"name": "network-changed", "server_uuid": "1c783d86-0a9f-4896-ad09-28b0ea4da305", "tag": "f0efb807-7b9e-406c-9e95-a8e88390ae00"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:06.481689 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 {{(pid=104427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:06.491867 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Publish callbacks [] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.506277 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.provisioning_blocks [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Transition to ACTIVE for port object 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 will not be triggered until provisioned by entity L2. {{(pid=104427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:06.510914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:06.540334 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-99158d5a-dad8-4f6e-95cb-2490d18e79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.546249 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-99158d5a-dad8-4f6e-95cb-2490d18e79f0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1128 time: 0.1134298 Oct 12 02:30:06.584911 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.659587 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6d90a042-40d0-4d32-817e-18f704e37cef req-2a7d4e20-4bd5-47fe-bfb4-4c7e03785318 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144570 Oct 12 02:30:06.827569 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455fb215-4274-4cd0-bde4-c5f96ece313e" -d '{"events": [{"name": "network-changed", "server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:06.852178 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-deb181d2-8559-4143-a811-61db8f722165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.857163 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-deb181d2-8559-4143-a811-61db8f722165 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 1128 time: 0.6138492 Oct 12 02:30:06.869896 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466c3b3-6086-4193-af22-dfd0b752c7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cc6971-fa28-4f92-a5e6-528346255287,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:06.888590 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7466c3b3-6086-4193-af22-dfd0b752c7a6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=14d3b0584fce4d20b07ac969ab848d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5829682 Oct 12 02:30:06.898825 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51588) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:06.955436 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176ed5f-e2a4-4da3-b432-af4552e30bd7 req-8b5e6c63-1b1e-468a-87f1-089d583c91bb tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.965128 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1176ed5f-e2a4-4da3-b432-af4552e30bd7 req-8b5e6c63-1b1e-468a-87f1-089d583c91bb tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 943 time: 0.7138462 Oct 12 02:30:07.006789 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-7fec727d-0ec7-4c3d-ab5f-e32695bb44af tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.007973 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-7fec727d-0ec7-4c3d-ab5f-e32695bb44af tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 810 time: 1.1104660 Oct 12 02:30:07.024265 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-90adcc75-2b62-4fdc-a0b9-8465efb14a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.031567 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-90adcc75-2b62-4fdc-a0b9-8465efb14a4d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8c9b3489-b337-4c4a-afe0-d137facfa788 HTTP/1.1" status: 200 len: 851 time: 0.3281891 Oct 12 02:30:07.091383 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-c905d86d-6041-4a25-b904-de2a32ad12e2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531 HTTP/1.1" status: 200 len: 217 time: 0.1899405 Oct 12 02:30:07.103867 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Pushing event updated for resources: {'Port': ['ID=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.125447 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-ea862ffd-11e9-41b1-b759-c132f7715e03 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 217 time: 0.4237869 Oct 12 02:30:07.127068 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Attempting to bind port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:07.127417 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Attempting to bind port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}] {{(pid=104427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:07.127749 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Attempting to bind port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:07.137582 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babd0c21-b171-423b-a0fe-71a7b13af1b8 x-openstack-request-id: req-babd0c21-b171-423b-a0fe-71a7b13af1b8 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:07.138003 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c783d86-0a9f-4896-ad09-28b0ea4da305", "tag": "f0efb807-7b9e-406c-9e95-a8e88390ae00", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:07.138258 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-babd0c21-b171-423b-a0fe-71a7b13af1b8 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:07.138720 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babd0c21-b171-423b-a0fe-71a7b13af1b8'] response: {'name': 'network-changed', 'server_uuid': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'tag': 'f0efb807-7b9e-406c-9e95-a8e88390ae00', 'status': 'completed', 'code': 200} Oct 12 02:30:07.270630 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1176ed5f-e2a4-4da3-b432-af4552e30bd7 req-1ada9b1c-991a-4f87-869e-f8b23e7caa9e tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981427 Oct 12 02:30:07.285544 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-667321db-fd36-4250-914b-cc171c5f2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.287115 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-667321db-fd36-4250-914b-cc171c5f2c6c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9fa82c6a-55d7-4c1f-9851-c57916a40e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1409805 Oct 12 02:30:07.300871 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d976fb6-52e7-4c98-b1da-cd559cfe1b48 admin admin] Publish callbacks [] for security_group (47cc6971-fa28-4f92-a5e6-528346255287), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.336641 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 on network f51be834-37fa-4686-9d26-f836b906e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:07.336975 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Attempting to bind port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:07.382155 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d976fb6-52e7-4c98-b1da-cd559cfe1b48 admin admin] Publish callbacks [] for security_group (47cc6971-fa28-4f92-a5e6-528346255287), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.393728 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-df6483dd-aae5-4a54-a8d7-d7b2349e8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.393728 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-df6483dd-aae5-4a54-a8d7-d7b2349e8e83 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.1877840 Oct 12 02:30:07.456251 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:07.456621 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Checking segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:07.457043 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Bound using segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:07.457928 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Bound port: 1a727f5c-ebe4-4bec-982b-82c9f922c8a3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}}] {{(pid=104427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:07.458307 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.462622 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:07.503118 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3295c359-62ed-4a35-a600-bc02a90283c1 x-openstack-request-id: req-3295c359-62ed-4a35-a600-bc02a90283c1 {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:07.503455 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:07.503710 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3295c359-62ed-4a35-a600-bc02a90283c1 {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:07.504156 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3295c359-62ed-4a35-a600-bc02a90283c1'] response: {'name': 'network-changed', 'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'status': 'completed', 'code': 200} Oct 12 02:30:07.518143 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d976fb6-52e7-4c98-b1da-cd559cfe1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (47cc6971-fa28-4f92-a5e6-528346255287), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.524273 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d976fb6-52e7-4c98-b1da-cd559cfe1b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.525567 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1d976fb6-52e7-4c98-b1da-cd559cfe1b48 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/47cc6971-fa28-4f92-a5e6-528346255287 HTTP/1.1" status: 204 len: 168 time: 0.6076238 Oct 12 02:30:07.552102 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d976fb6-52e7-4c98-b1da-cd559cfe1b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cc6971-fa28-4f92-a5e6-528346255287,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.575369 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] For port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3, host hv-cinder-84914, cleared binding levels {{(pid=104427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:07.577533 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-aa14f3a1-ce72-48aa-8b90-59763b9a4b2c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=23861c9a343c4b95b71a2415d0a28f37 HTTP/1.1" status: 200 len: 379 time: 0.4323061 Oct 12 02:30:07.588407 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc895-be0a-4464-8e8c-abed5937789c req-b32833f2-d3fa-40cf-b120-3d7ba6038e59 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.590203 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] For port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:07.597410 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-786fc895-be0a-4464-8e8c-abed5937789c req-b32833f2-d3fa-40cf-b120-3d7ba6038e59 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.2851958 Oct 12 02:30:07.600701 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.606494 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.607378 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.610483 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/1a727f5c-ebe4-4bec-982b-82c9f922c8a3 HTTP/1.1" status: 200 len: 1093 time: 5.2296629 Oct 12 02:30:07.613348 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-3b126759-0ff8-4779-a656-2f9625207996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.614841 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-3b126759-0ff8-4779-a656-2f9625207996 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.3080571 Oct 12 02:30:07.696798 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ca531e44-6ba6-4289-8b29-53528c56cef9 req-9095ae6f-e578-490d-a75e-b9a9fc64d88e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 210 time: 0.0573864 Oct 12 02:30:07.703402 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f077de-64cb-4762-aa69-0d62346cb71a service neutron] Pushing event updated for resources: {'Port': ['ID=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,revision_number=3']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.722488 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-c9d304c5-4ded-4f3e-8772-b547bf71c578 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9fa82c6a-55d7-4c1f-9851-c57916a40e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886442 Oct 12 02:30:07.760948 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-786fc895-be0a-4464-8e8c-abed5937789c req-438c82eb-6845-4cc2-8ede-2be395b230b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532350 Oct 12 02:30:07.847213 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdf9c8-5f1f-476c-9d28-387e72b9220b req-f29a5857-10d0-43f9-81ea-a5e67364ac8d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.848760 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a9bdf9c8-5f1f-476c-9d28-387e72b9220b req-f29a5857-10d0-43f9-81ea-a5e67364ac8d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 943 time: 0.0494673 Oct 12 02:30:07.903169 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a9bdf9c8-5f1f-476c-9d28-387e72b9220b req-0888492e-0079-45ce-a089-ab147aa8df59 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486341 Oct 12 02:30:07.943672 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'port': {'device_id': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'admin_state_up': True, 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'security_groups': ['06945972-8f9f-47ec-833c-8ba0c27e68f8']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:08.047021 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-c7290276-bc43-474b-8808-2db015221500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.048604 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-c7290276-bc43-474b-8808-2db015221500 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1283562 Oct 12 02:30:08.054871 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-be04297c-b885-4be7-b178-00716a8fd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.056600 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-be04297c-b885-4be7-b178-00716a8fd6eb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 1127 time: 0.0706851 Oct 12 02:30:08.071416 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-31baff5b-cc28-421f-8f76-2748bbfbb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.073026 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-31baff5b-cc28-421f-8f76-2748bbfbb8e3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1498246 Oct 12 02:30:08.127296 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:08.160055 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:08.192755 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-6696caca-35bf-4c7b-8a4f-a70b49c62faa service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3 HTTP/1.1" status: 200 len: 217 time: 0.1055667 Oct 12 02:30:08.196044 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-45061fdd-40f5-4499-9487-bbbbbce2a8df req-c126f7bb-4e3b-4fb4-ba2c-a343b35dc6fd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9fa82c6a-55d7-4c1f-9851-c57916a40e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717409 Oct 12 02:30:08.237519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51624) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:08.266337 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Made reservation on behalf of 23861c9a343c4b95b71a2415d0a28f37 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:08.270267 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.276758 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-29b9eb9e-0a1f-4c1f-89a7-de7608512394 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030990 Oct 12 02:30:08.280508 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-1be50825-a084-48ee-9a96-617e272eb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.281867 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-1be50825-a084-48ee-9a96-617e272eb5c4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0698133 Oct 12 02:30:08.283106 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-26af3802-e04e-4120-b5c4-e3695e161887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.290230 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-3a0c9331-5730-42ac-81de-38f21f6188fe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922681 Oct 12 02:30:08.413070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:08.462878 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd21b3-47c6-4e2a-b63f-b53c43d9818d req-fd7662b1-7c47-41c8-ba99-10143bd02621 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.464409 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-90fd21b3-47c6-4e2a-b63f-b53c43d9818d req-fd7662b1-7c47-41c8-ba99-10143bd02621 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 943 time: 0.1164262 Oct 12 02:30:08.525815 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Allocated IP 172.20.0.8 (6493f3b7-00db-47bb-943d-235ea898d29c/b863a7b1-60f9-48d1-b8c6-d561e462255a/dec7f669-6ecd-4b2d-8b31-1333c4e02fb7) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:08.560758 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-26af3802-e04e-4120-b5c4-e3695e161887 admin admin] Publish callbacks [] for security_group (d302548d-7504-4c54-b21c-71778a6fe269), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.570927 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-26af3802-e04e-4120-b5c4-e3695e161887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d302548d-7504-4c54-b21c-71778a6fe269), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.607148 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-90fd21b3-47c6-4e2a-b63f-b53c43d9818d req-8979f72c-39ec-4eb4-b46c-60de93ec3199 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317284 Oct 12 02:30:08.657734 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3802-e04e-4120-b5c4-e3695e161887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d302548d-7504-4c54-b21c-71778a6fe269,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:08.667732 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-26af3802-e04e-4120-b5c4-e3695e161887 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d2e11a7790e94138b21e3d4e29bd20e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256623 Oct 12 02:30:08.668971 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51640) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:08.759944 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f64d7566-538d-45af-bf7b-120530796384 admin admin] Publish callbacks [] for security_group (d302548d-7504-4c54-b21c-71778a6fe269), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.792897 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f64d7566-538d-45af-bf7b-120530796384 admin admin] Publish callbacks [] for security_group (d302548d-7504-4c54-b21c-71778a6fe269), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.892369 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f64d7566-538d-45af-bf7b-120530796384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d302548d-7504-4c54-b21c-71778a6fe269), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.899846 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f64d7566-538d-45af-bf7b-120530796384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.902346 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f64d7566-538d-45af-bf7b-120530796384 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d302548d-7504-4c54-b21c-71778a6fe269 HTTP/1.1" status: 204 len: 168 time: 0.2318380 Oct 12 02:30:08.927531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d7566-538d-45af-bf7b-120530796384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d302548d-7504-4c54-b21c-71778a6fe269,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:08.991844 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b2c5a73e-ed63-448d-9c90-f620495c7e48 req-5b328735-a669-4de9-8c8a-6da8fd7f47ff tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 210 time: 0.0883298 Oct 12 02:30:09.056768 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.140586 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'tag': '72f7d04d-75bb-4d4e-b7c5-3012ec919531'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:09.143735 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afc90bc-b75e-4949-b99c-d7e6e9b40358" -d '{"events": [{"name": "network-changed", "server_uuid": "9da21d58-2b01-40b5-8b5e-b3967b108148", "tag": "72f7d04d-75bb-4d4e-b7c5-3012ec919531"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:09.168594 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:09.177017 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe9d83-dfdb-483e-b3d1-9a0074f03aea req-5e154c26-f812-435e-af5a-43b13c81c334 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.180959 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abddc4-1d3b-4a22-82f5-055b6de411df req-d14774b1-b9a6-4c02-8308-a1d6446fbc4b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.186861 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-92fe9d83-dfdb-483e-b3d1-9a0074f03aea req-5e154c26-f812-435e-af5a-43b13c81c334 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.1067882 Oct 12 02:30:09.189102 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d7abddc4-1d3b-4a22-82f5-055b6de411df req-d14774b1-b9a6-4c02-8308-a1d6446fbc4b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 943 time: 0.0730584 Oct 12 02:30:09.218047 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.288461 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d7abddc4-1d3b-4a22-82f5-055b6de411df req-a37ab7e3-bfcc-4b3c-b598-91c43e172839 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983520 Oct 12 02:30:09.303414 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Network 6493f3b7-00db-47bb-943d-235ea898d29c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:09.340855 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:09.402466 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5894ee4-3404-4d4f-ac1d-e3df9613d176 x-openstack-request-id: req-b5894ee4-3404-4d4f-ac1d-e3df9613d176 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:09.403217 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da21d58-2b01-40b5-8b5e-b3967b108148", "tag": "72f7d04d-75bb-4d4e-b7c5-3012ec919531", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:09.403217 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5894ee4-3404-4d4f-ac1d-e3df9613d176 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:09.403440 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5894ee4-3404-4d4f-ac1d-e3df9613d176'] response: {'name': 'network-changed', 'server_uuid': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'tag': '72f7d04d-75bb-4d4e-b7c5-3012ec919531', 'status': 'completed', 'code': 200} Oct 12 02:30:09.404151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:09.407667 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3b67d4ae-67df-4069-8098-1fbeb92a5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.409031 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.409283 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-3b67d4ae-67df-4069-8098-1fbeb92a5321 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1049583 Oct 12 02:30:09.409652 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.485794 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'Port': ['ID=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:09.490869 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-d3c75b3b-6d3b-45be-8768-67a760e7454b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5702085 Oct 12 02:30:09.494496 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-92fe9d83-dfdb-483e-b3d1-9a0074f03aea req-40c93457-e4b8-4965-9d71-9d268ac69901 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063452 Oct 12 02:30:09.502676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112f74-527c-4a12-b945-1e8931486311 req-573279cd-6959-459a-b4c0-9baf28d90810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.504262 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-573279cd-6959-459a-b4c0-9baf28d90810 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=67fa408f8459449cad4d87b5209ba810&device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 1127 time: 0.1142945 Oct 12 02:30:09.552977 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Request body: {'port': {'device_id': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:09.657348 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda2d137-8ad3-4e6c-958d-9f2a2d19d053 req-0676c093-1b53-4e22-b10d-6e8ad7529e01 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519270 Oct 12 02:30:09.701232 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-36ee69bb-3c0e-487e-98c6-4f9d07571fba None None] Provisioning complete for port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:09.701901 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-36ee69bb-3c0e-487e-98c6-4f9d07571fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.702168 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-36ee69bb-3c0e-487e-98c6-4f9d07571fba None None] Attempt 1 to provision port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 Oct 12 02:30:09.740768 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:09.762947 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-36ee69bb-3c0e-487e-98c6-4f9d07571fba None None] Port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:09.763135 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.779339 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112f74-527c-4a12-b945-1e8931486311 req-daa9c866-e052-4f21-88f0-8430d3632398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.781572 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-daa9c866-e052-4f21-88f0-8430d3632398 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=9fa82c6a-55d7-4c1f-9851-c57916a40e99 HTTP/1.1" status: 200 len: 913 time: 0.2605307 Oct 12 02:30:09.806969 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'tag': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:09.809470 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7711b19c-f974-4022-b0ba-924c723f65a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5dd0cb-c00d-470b-bf7f-daf2936a4c46", "tag": "1a727f5c-ebe4-4bec-982b-82c9f922c8a3"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:09.868880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af7fd90-19ca-4d20-84f0-eafa29a2f7fa x-openstack-request-id: req-5af7fd90-19ca-4d20-84f0-eafa29a2f7fa {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:09.869158 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5dd0cb-c00d-470b-bf7f-daf2936a4c46", "tag": "1a727f5c-ebe4-4bec-982b-82c9f922c8a3", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:09.869401 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af7fd90-19ca-4d20-84f0-eafa29a2f7fa {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:09.869790 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af7fd90-19ca-4d20-84f0-eafa29a2f7fa'] response: {'name': 'network-changed', 'server_uuid': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'tag': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3', 'status': 'completed', 'code': 200} Oct 12 02:30:09.911004 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-10d08657-0ef7-4333-9221-e7b30fc51108 req-2e629f3c-8711-4b9f-b804-1aa96e828d64 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081703 Oct 12 02:30:09.916700 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30d2a0-7d39-4ae7-89c1-4aa452d7e85a req-7f6b0984-aeac-43d0-89b8-f1878a698d32 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.923446 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eb30d2a0-7d39-4ae7-89c1-4aa452d7e85a req-7f6b0984-aeac-43d0-89b8-f1878a698d32 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 943 time: 0.1080377 Oct 12 02:30:09.950323 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:09.959314 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-8eb9fd87-d212-4211-8489-8a07e80787b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226817 Oct 12 02:30:09.983892 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eb30d2a0-7d39-4ae7-89c1-4aa452d7e85a req-31917636-308d-40d3-a4e0-3d55f86d49bf tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595713 Oct 12 02:30:10.086571 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:10.103743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Publish callbacks [] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.139062 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Transition to ACTIVE for port object dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:10.146318 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.157551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a53f8-ce27-4726-ac12-4eaa8b66498e req-4c42bb02-463c-4354-9583-e41a58451c93 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:10.159052 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f16a53f8-ce27-4726-ac12-4eaa8b66498e req-4c42bb02-463c-4354-9583-e41a58451c93 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 931 time: 0.0680215 Oct 12 02:30:10.238997 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:10.266225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Pushing event updated for resources: {'Port': ['ID=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:10.272378 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Attempting to bind port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:10.272745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Attempting to bind port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:10.273663 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Attempting to bind port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 on network 6493f3b7-00db-47bb-943d-235ea898d29c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:10.309470 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f16a53f8-ce27-4726-ac12-4eaa8b66498e req-b67a9c07-3d74-4f3f-b298-c3c0b1430e8f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281648 Oct 12 02:30:10.340785 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 on network 6493f3b7-00db-47bb-943d-235ea898d29c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:10.341251 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Attempting to bind port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 on network 6493f3b7-00db-47bb-943d-235ea898d29c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:10.431775 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5158110-0524-40c0-8663-31ec881d2479 req-c1245e57-6d79-4ed0-9c57-4bd150f014bf tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:10.439331 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:10.439667 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Checking segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:10.440052 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Bound using segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:10.440520 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Bound port: dec7f669-6ecd-4b2d-8b31-1333c4e02fb7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:10.440888 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.442629 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e5158110-0524-40c0-8663-31ec881d2479 req-c1245e57-6d79-4ed0-9c57-4bd150f014bf tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 943 time: 0.0670478 Oct 12 02:30:10.616786 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e5158110-0524-40c0-8663-31ec881d2479 req-db84a12a-22d5-48f4-bf64-069f0f584b53 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697328 Oct 12 02:30:10.625243 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-fea0025f-196b-499e-84d0-585aabfbf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:10.627045 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-fea0025f-196b-499e-84d0-585aabfbf234 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1128 time: 0.1400521 Oct 12 02:30:10.652657 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] For port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:10.658332 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-4f5f0886-4ff0-492f-81ec-21fd6ca8fdf2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0efb807-7b9e-406c-9e95-a8e88390ae00 HTTP/1.1" status: 200 len: 217 time: 0.1802084 Oct 12 02:30:10.667898 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd95ae6e-f6c1-46c7-baad-0f1bce398d96 req-f942e84b-b4e4-40ed-8f69-6180d0fc5881 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077892 Oct 12 02:30:10.727084 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] For port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:10.739730 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.747692 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141e3a4-1508-425b-8ed7-09c4dc10bf69 req-6fa78deb-5aa0-4efd-acfb-f3821104e982 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:10.756548 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c141e3a4-1508-425b-8ed7-09c4dc10bf69 req-6fa78deb-5aa0-4efd-acfb-f3821104e982 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0946472 Oct 12 02:30:10.759446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:10.760145 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.761602 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 HTTP/1.1" status: 200 len: 1093 time: 1.2502177 Oct 12 02:30:10.845738 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c141e3a4-1508-425b-8ed7-09c4dc10bf69 req-b280070f-321b-4881-b6c5-a8944f8f5d95 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882146 Oct 12 02:30:10.863823 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f99d2b-e9e5-46c0-a396-316d01d30da8 service neutron] Pushing event updated for resources: {'Port': ['ID=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:11.070326 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51748) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:11.130126 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262fc7-4455-4aee-80e1-b9b11786f028 req-e0fd1219-c32f-4a51-9630-b9dcd3692068 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.131623 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-80262fc7-4455-4aee-80e1-b9b11786f028 req-e0fd1219-c32f-4a51-9630-b9dcd3692068 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 943 time: 0.0554047 Oct 12 02:30:11.187454 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:11.199349 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-80262fc7-4455-4aee-80e1-b9b11786f028 req-027e981c-5b60-43fa-b51b-1eba74449bec tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613456 Oct 12 02:30:11.200938 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1717fe24-d511-4301-9b32-264543c4335e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.285403 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1717fe24-d511-4301-9b32-264543c4335e admin admin] Publish callbacks [] for security_group (8a8e0661-b735-4ba5-b258-ffa14d9c7864), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.289141 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1717fe24-d511-4301-9b32-264543c4335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (8a8e0661-b735-4ba5-b258-ffa14d9c7864), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.338422 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717fe24-d511-4301-9b32-264543c4335e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8e0661-b735-4ba5-b258-ffa14d9c7864,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:11.348212 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51760) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:11.362382 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1717fe24-d511-4301-9b32-264543c4335e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=542a276216784f8a911232db5fc62bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744009 Oct 12 02:30:11.411647 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:11.414648 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcff0164-2648-4ee4-bce6-49b229c9ade5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:11.464080 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112f74-527c-4a12-b945-1e8931486311 req-1d798349-2167-4d0d-8a06-7f4bcace1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.465854 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-1d798349-2167-4d0d-8a06-7f4bcace1c88 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8c9b3489-b337-4c4a-afe0-d137facfa788 HTTP/1.1" status: 200 len: 851 time: 0.1092198 Oct 12 02:30:11.511340 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c4a80-9bde-48dd-9d87-f6bb50d0aece x-openstack-request-id: req-201c4a80-9bde-48dd-9d87-f6bb50d0aece {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:11.511682 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:11.511875 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-201c4a80-9bde-48dd-9d87-f6bb50d0aece {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:11.512262 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201c4a80-9bde-48dd-9d87-f6bb50d0aece'] response: {'name': 'network-changed', 'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'status': 'completed', 'code': 200} Oct 12 02:30:11.540537 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-65db7c5c-d25b-4779-a72d-c5465ed5deab admin admin] Publish callbacks [] for security_group (8a8e0661-b735-4ba5-b258-ffa14d9c7864), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.563608 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539bd8-7c48-4f30-b84c-5bdc72340ffd req-9b95c519-ca49-4d09-a83f-89707b63ed6b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.565096 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-15539bd8-7c48-4f30-b84c-5bdc72340ffd req-9b95c519-ca49-4d09-a83f-89707b63ed6b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 943 time: 0.0871840 Oct 12 02:30:11.585381 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:11.587638 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-65db7c5c-d25b-4779-a72d-c5465ed5deab admin admin] Publish callbacks [] for security_group (8a8e0661-b735-4ba5-b258-ffa14d9c7864), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.610138 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-ea5a833a-3874-4417-a228-d86725e979c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.611760 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-ea5a833a-3874-4417-a228-d86725e979c7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 1128 time: 0.2462215 Oct 12 02:30:11.622128 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-93a6dbf4-0abc-4f27-bf6d-b2a26c961f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.624434 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-93a6dbf4-0abc-4f27-bf6d-b2a26c961f20 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.2608569 Oct 12 02:30:11.653692 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-15539bd8-7c48-4f30-b84c-5bdc72340ffd req-3ce1cf04-8006-4b36-abd8-877f0250ab3b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790758 Oct 12 02:30:11.678445 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-65db7c5c-d25b-4779-a72d-c5465ed5deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (8a8e0661-b735-4ba5-b258-ffa14d9c7864), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.681203 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-65db7c5c-d25b-4779-a72d-c5465ed5deab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.692616 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-65db7c5c-d25b-4779-a72d-c5465ed5deab admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8a8e0661-b735-4ba5-b258-ffa14d9c7864 HTTP/1.1" status: 204 len: 168 time: 0.3333998 Oct 12 02:30:11.693487 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db7c5c-d25b-4779-a72d-c5465ed5deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8e0661-b735-4ba5-b258-ffa14d9c7864,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:11.777014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136f557-0186-4d24-94a6-c4f8a21be85a req-bae6307b-9fd1-4a4f-95a3-58f456be66f4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.778641 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7136f557-0186-4d24-94a6-c4f8a21be85a req-bae6307b-9fd1-4a4f-95a3-58f456be66f4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 943 time: 0.0590353 Oct 12 02:30:11.841953 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f0efb807-7b9e-406c-9e95-a8e88390ae00 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:11.865725 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7136f557-0186-4d24-94a6-c4f8a21be85a req-f6208d32-847a-442d-ad20-3a7713a2908a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794623 Oct 12 02:30:12.055182 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port f0efb807-7b9e-406c-9e95-a8e88390ae00, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f0efb807-7b9e-406c-9e95-a8e88390ae00,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:12.072801 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': 'f0efb807-7b9e-406c-9e95-a8e88390ae00', 'network_id': '9fa82c6a-55d7-4c1f-9851-c57916a40e99', 'port_id': 'f0efb807-7b9e-406c-9e95-a8e88390ae00', 'mac_address': 'fa:16:3e:f7:7f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9b3489-b337-4c4a-afe0-d137facfa788', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:12.124818 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port f0efb807-7b9e-406c-9e95-a8e88390ae00 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:12.124967 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dfc10-eecc-48ae-88c6-ca9df4786f10 req-c37c0421-ed77-40f5-814b-b1367b49fd6b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.125444 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.132985 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a77dfc10-eecc-48ae-88c6-ca9df4786f10 req-c37c0421-ed77-40f5-814b-b1367b49fd6b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.1139240 Oct 12 02:30:12.141588 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0efb807-7b9e-406c-9e95-a8e88390ae00 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:12.170088 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port f0efb807-7b9e-406c-9e95-a8e88390ae00, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f0efb807-7b9e-406c-9e95-a8e88390ae00,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:12.177775 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.193745 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a77dfc10-eecc-48ae-88c6-ca9df4786f10 req-d7377659-24e5-403b-8204-feee2204ff83 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560615 Oct 12 02:30:12.258541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.260288 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-efd0dfe8-6d2f-469b-b7a0-530b12923aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.262610 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-efd0dfe8-6d2f-469b-b7a0-530b12923aa9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 1127 time: 0.0643077 Oct 12 02:30:12.318787 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-db25c8c6-c3a0-4452-8e3a-96fea99baee7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 217 time: 0.1202738 Oct 12 02:30:12.320038 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=f0efb807-7b9e-406c-9e95-a8e88390ae00,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:12.321130 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51788) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:12.354458 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.355438 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e13a-fb68-44ae-9588-af12373460b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.460830 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=66 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.474901 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.488859 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-74e9070c-7a15-44ad-ba46-44d33c602660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.490325 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-74e9070c-7a15-44ad-ba46-44d33c602660 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.1596520 Oct 12 02:30:12.495950 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059594-4b2e-4f8a-8a93-6f376ae03f66 req-ff42d512-9063-4302-9e08-da2788f44315 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.497357 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fa059594-4b2e-4f8a-8a93-6f376ae03f66 req-ff42d512-9063-4302-9e08-da2788f44315 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 944 time: 0.1380119 Oct 12 02:30:12.510263 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-c2c5b115-2709-451d-bac0-810c220e76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.511702 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-c2c5b115-2709-451d-bac0-810c220e76c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.3244309 Oct 12 02:30:12.515939 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['f0efb807-7b9e-406c-9e95-a8e88390ae00'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:12.555196 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-e6daf1ec-0740-44c7-8495-2e5b4aafdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.556751 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-e6daf1ec-0740-44c7-8495-2e5b4aafdda8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 1127 time: 0.3055947 Oct 12 02:30:12.565836 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112f74-527c-4a12-b945-1e8931486311 req-652bbe88-b117-4149-8b61-ce864f4f018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.567291 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-652bbe88-b117-4149-8b61-ce864f4f018c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9fa82c6a-55d7-4c1f-9851-c57916a40e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3726079 Oct 12 02:30:12.599503 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-a37a9e03-f4ba-4b4f-9599-e5da9ca9ddab service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531 HTTP/1.1" status: 200 len: 217 time: 0.0574725 Oct 12 02:30:12.604611 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-5f52f16a-8cdf-49c0-bee6-74914a1c6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.605500 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-5f52f16a-8cdf-49c0-bee6-74914a1c6e86 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1070523 Oct 12 02:30:12.661814 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-073c8296-21cd-4773-bca9-030dc77e3991 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 HTTP/1.1" status: 200 len: 217 time: 0.0708818 Oct 12 02:30:12.733994 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-8eb00d12-ddfb-4efc-9247-18ed610e52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.735794 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-8eb00d12-ddfb-4efc-9247-18ed610e52fd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.4621484 Oct 12 02:30:12.736510 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.765121 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fa059594-4b2e-4f8a-8a93-6f376ae03f66 req-af143746-7bc8-423c-b9d5-3d038099de45 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501659 Oct 12 02:30:12.770907 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-3a29c034-a8e4-4fdb-aea1-ac34e90d42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.773905 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-3a29c034-a8e4-4fdb-aea1-ac34e90d42ca service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.1675286 Oct 12 02:30:12.802787 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-291de62d-4017-473f-9d5e-0f0a3a4dc576 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0590296 Oct 12 02:30:12.804528 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e13a-fb68-44ae-9588-af12373460b7 admin admin] Publish callbacks [] for security_group (6f89213a-61e5-42f7-975a-ac7984f69403), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.837222 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e13a-fb68-44ae-9588-af12373460b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6f89213a-61e5-42f7-975a-ac7984f69403), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.860750 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-e2d43110-86f6-4359-bede-44ffeca07925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.862241 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-e2d43110-86f6-4359-bede-44ffeca07925 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.1652739 Oct 12 02:30:12.911297 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-b93e34be-8459-4c9a-a75b-f4624c87591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.912810 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-b93e34be-8459-4c9a-a75b-f4624c87591c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1123836 Oct 12 02:30:12.918171 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a2e7e13a-fb68-44ae-9588-af12373460b7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8e9e06ba48a24cc7930bf37c3cb87304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960279 Oct 12 02:30:12.921609 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7e13a-fb68-44ae-9588-af12373460b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89213a-61e5-42f7-975a-ac7984f69403,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:12.924042 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51802) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:12.934933 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-c0c7599c-4a82-462a-8107-5651f36a2b11 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111575 Oct 12 02:30:12.958225 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-081af4fc-c7aa-4a32-83d9-91e7375ec455 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9fa82c6a-55d7-4c1f-9851-c57916a40e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753290 Oct 12 02:30:12.966039 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ad68a-50b8-496c-8150-8ec016deab2d req-b63cdb77-df5f-4c55-8428-9ed0b30a3b8e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.967545 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-849ad68a-50b8-496c-8150-8ec016deab2d req-b63cdb77-df5f-4c55-8428-9ed0b30a3b8e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 943 time: 0.1442161 Oct 12 02:30:12.970736 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-470f8397-5905-4030-a5e9-ec63fd71fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.972101 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-470f8397-5905-4030-a5e9-ec63fd71fba9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.1635146 Oct 12 02:30:12.979917 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-faf33fd0-a1b1-4ce7-b29c-995084b81ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.981430 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-faf33fd0-a1b1-4ce7-b29c-995084b81ef3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0995648 Oct 12 02:30:13.142121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-2b422b4c-6ae1-44f6-8faf-aa5e4cbd96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.143985 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-2b422b4c-6ae1-44f6-8faf-aa5e4cbd96bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1614544 Oct 12 02:30:13.157302 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365629e7-3acb-4ef4-af76-a513d9df8f58 req-6493ab84-a498-48aa-bb92-f885b96a5fb9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.158774 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-365629e7-3acb-4ef4-af76-a513d9df8f58 req-6493ab84-a498-48aa-bb92-f885b96a5fb9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 943 time: 0.1584895 Oct 12 02:30:13.188538 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96416a2e-87ac-49f9-8621-64233cb027ce admin admin] Publish callbacks [] for security_group (6f89213a-61e5-42f7-975a-ac7984f69403), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.219407 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-e47b7a63-c196-46ec-9633-9e5f0cdce27e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000927 Oct 12 02:30:13.249250 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-50164b14-6f60-4755-ba77-1dd40312e1a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917452 Oct 12 02:30:13.251888 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:13.254067 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96416a2e-87ac-49f9-8621-64233cb027ce admin admin] Publish callbacks [] for security_group (6f89213a-61e5-42f7-975a-ac7984f69403), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.259140 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-849ad68a-50b8-496c-8150-8ec016deab2d req-4eaa402f-49ce-4bcd-b9e3-67097dd26405 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746718 Oct 12 02:30:13.283008 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-60f32de3-fcbf-4529-9879-6be7c558e639 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9fa82c6a-55d7-4c1f-9851-c57916a40e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143442 Oct 12 02:30:13.300775 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:13.305991 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-60bd48c0-afab-41e0-b3ba-b2115a5627e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044286 Oct 12 02:30:13.354299 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-365629e7-3acb-4ef4-af76-a513d9df8f58 req-761bf030-b4e0-4f3b-acd0-eadd2b9fa189 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706057 Oct 12 02:30:13.390586 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-14168a71-aa4a-4835-beb2-2eaf2e25e34e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343953 Oct 12 02:30:13.398349 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6afc90bc-b75e-4949-b99c-d7e6e9b40358 req-f54fb8b7-07a1-49fb-a3f8-13668fa9fc3f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696887 Oct 12 02:30:13.401513 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96416a2e-87ac-49f9-8621-64233cb027ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6f89213a-61e5-42f7-975a-ac7984f69403), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.407018 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96416a2e-87ac-49f9-8621-64233cb027ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.408150 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-96416a2e-87ac-49f9-8621-64233cb027ce admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6f89213a-61e5-42f7-975a-ac7984f69403 HTTP/1.1" status: 204 len: 168 time: 0.4765379 Oct 12 02:30:13.446313 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96416a2e-87ac-49f9-8621-64233cb027ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89213a-61e5-42f7-975a-ac7984f69403,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:13.496397 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:13.573639 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ff3686b9-a81f-44a8-ade6-e9cd111ba5eb req-001d63bc-1cf2-4dd2-9782-7c744bed33b8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590840 Oct 12 02:30:13.598909 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c937c2-8153-4c12-8d99-80fbac818f26 req-5d2373ce-c833-41b3-8a03-05ec737cd2b1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.600554 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-07c937c2-8153-4c12-8d99-80fbac818f26 req-5d2373ce-c833-41b3-8a03-05ec737cd2b1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.1208181 Oct 12 02:30:13.657713 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7711b19c-f974-4022-b0ba-924c723f65a2 req-44a5257c-05ed-49cb-a26d-04c780b6439a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577591 Oct 12 02:30:13.690469 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-07c937c2-8153-4c12-8d99-80fbac818f26 req-7ddf6395-eba8-4775-b111-9c708df44f62 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838006 Oct 12 02:30:13.819071 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:13.857356 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f0efb807-7b9e-406c-9e95-a8e88390ae00 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:13.942096 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa43f7-2a20-41d8-9ac1-819686b77dec req-74dcf72c-52df-4eca-97dd-67acd817b28b tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.950526 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1cfa43f7-2a20-41d8-9ac1-819686b77dec req-74dcf72c-52df-4eca-97dd-67acd817b28b tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 944 time: 0.0966516 Oct 12 02:30:13.978954 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port f0efb807-7b9e-406c-9e95-a8e88390ae00 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:14.000414 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port f0efb807-7b9e-406c-9e95-a8e88390ae00 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:14.001121 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.001607 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port f0efb807-7b9e-406c-9e95-a8e88390ae00 Oct 12 02:30:14.006569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:14.033975 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1cfa43f7-2a20-41d8-9ac1-819686b77dec req-4ed185c2-4f89-476b-8296-33214e21185f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 Oct 12 02:30:14.039172 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:14.052280 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:14.072761 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'port_id': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3', 'mac_address': 'fa:16:3e:2e:1c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:14.145064 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:14.145289 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.148329 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port f0efb807-7b9e-406c-9e95-a8e88390ae00 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:14.148727 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.168231 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:14.200442 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0efb807-7b9e-406c-9e95-a8e88390ae00'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:14.264451 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:14.281188 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.281837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:14.284767 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port f0efb807-7b9e-406c-9e95-a8e88390ae00, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f0efb807-7b9e-406c-9e95-a8e88390ae00,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:14.314762 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.391274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:14.422382 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd52bd-33a0-466f-a8a1-081ec3a2f75f" -d '{"events": [{"server_uuid": "1c783d86-0a9f-4896-ad09-28b0ea4da305", "name": "network-vif-plugged", "status": "completed", "tag": "f0efb807-7b9e-406c-9e95-a8e88390ae00"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:14.435776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c883-b7f9-4546-a2e4-9d71160b9df4 req-2a666ff7-e42f-4109-b84f-671fc1045bf1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.450275 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-83e7c883-b7f9-4546-a2e4-9d71160b9df4 req-2a666ff7-e42f-4109-b84f-671fc1045bf1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 943 time: 0.0883832 Oct 12 02:30:14.533475 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-76b8d01a-7cb3-4d13-b9dc-76acab9964df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.535814 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-76b8d01a-7cb3-4d13-b9dc-76acab9964df service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 1127 time: 0.0816312 Oct 12 02:30:14.583590 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc6965a-ab69-4ef6-8015-151515d76fb8 x-openstack-request-id: req-cbc6965a-ab69-4ef6-8015-151515d76fb8 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:14.583909 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c783d86-0a9f-4896-ad09-28b0ea4da305", "name": "network-vif-plugged", "status": "completed", "tag": "f0efb807-7b9e-406c-9e95-a8e88390ae00", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:14.584170 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbc6965a-ab69-4ef6-8015-151515d76fb8 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:14.584652 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc6965a-ab69-4ef6-8015-151515d76fb8'] response: {'server_uuid': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0efb807-7b9e-406c-9e95-a8e88390ae00', 'code': 200} Oct 12 02:30:14.594391 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=f0efb807-7b9e-406c-9e95-a8e88390ae00,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:14.610288 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:14.623521 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'port_id': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'mac_address': 'fa:16:3e:d5:ed:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:14.632069 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-83e7c883-b7f9-4546-a2e4-9d71160b9df4 req-119027e8-d8b9-41c6-8b14-f77df8eaae7d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803181 Oct 12 02:30:14.687973 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:14.688393 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.696601 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c805c-cb65-489e-adaa-b2e029826425 req-1c3dd5f7-14a8-4e5f-ac42-ea9deb6de7f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.711670 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ff3c805c-cb65-489e-adaa-b2e029826425 req-1c3dd5f7-14a8-4e5f-ac42-ea9deb6de7f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 944 time: 0.0954225 Oct 12 02:30:14.729162 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cbe132-b469-4871-8a75-5b0b351f1a08 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:14.749636 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-f0021a76-b692-4089-8b82-2a99b8ce23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.751663 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-f0021a76-b692-4089-8b82-2a99b8ce23ad service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 911 time: 0.2066412 Oct 12 02:30:14.781317 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:14.792022 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.792944 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 72f7d04d-75bb-4d4e-b7c5-3012ec919531 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:14.812499 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-0813be9f-5c58-4d0f-8785-29727df4ff0f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 HTTP/1.1" status: 200 len: 217 time: 0.0546587 Oct 12 02:30:14.814112 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ff3c805c-cb65-489e-adaa-b2e029826425 req-c78bd94c-2743-4aea-a702-3fac31448ba1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961101 Oct 12 02:30:14.880190 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:14.911816 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 72f7d04d-75bb-4d4e-b7c5-3012ec919531, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:14.934465 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '72f7d04d-75bb-4d4e-b7c5-3012ec919531', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'port_id': '72f7d04d-75bb-4d4e-b7c5-3012ec919531', 'mac_address': 'fa:16:3e:b3:50:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:14.991834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:14.993073 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.013446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c2a5c-1e3d-4a2d-a0f8-8be35ecb764f req-53e402a2-0245-45ee-b3fc-91152262f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.015181 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e70c2a5c-1e3d-4a2d-a0f8-8be35ecb764f req-53e402a2-0245-45ee-b3fc-91152262f75d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 1129 time: 0.1846335 Oct 12 02:30:15.025814 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4f587-dda0-487d-8f13-60a935276192 req-875664d8-159a-448c-b7a8-21c2248131b0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.027472 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6bb4f587-dda0-487d-8f13-60a935276192 req-875664d8-159a-448c-b7a8-21c2248131b0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 945 time: 0.1115913 Oct 12 02:30:15.038196 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f7d04d-75bb-4d4e-b7c5-3012ec919531 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:15.046441 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-55b23e74-53ba-441d-b632-271659899565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.050870 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-55b23e74-53ba-441d-b632-271659899565 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.2161400 Oct 12 02:30:15.064567 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:15.133991 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 72f7d04d-75bb-4d4e-b7c5-3012ec919531, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:15.140041 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e70c2a5c-1e3d-4a2d-a0f8-8be35ecb764f req-5496c9d7-67e8-448b-820d-9032bb421dae service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.143737 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.250701 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51918e9-ce2e-4fc5-9389-497edc3c4250 req-ace615ff-f4bb-496b-8925-fa19ffd83edb tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.258567 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e51918e9-ce2e-4fc5-9389-497edc3c4250 req-ace615ff-f4bb-496b-8925-fa19ffd83edb tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.0691228 Oct 12 02:30:15.279032 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=72f7d04d-75bb-4d4e-b7c5-3012ec919531,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:15.281160 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:15.338043 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-30844a18-c34c-4bde-8a7b-6e3b79d2119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.339624 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-30844a18-c34c-4bde-8a7b-6e3b79d2119f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2499323 Oct 12 02:30:15.347706 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e51918e9-ce2e-4fc5-9389-497edc3c4250 req-49cea72d-f98e-4614-ba4c-9ea289bb6e8a tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880396 Oct 12 02:30:15.447479 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6bb4f587-dda0-487d-8f13-60a935276192 req-f672a2fd-7bd5-4aed-9c14-b1911e036518 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068177 Oct 12 02:30:15.491097 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:15.560072 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 51942) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:15.730361 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-909682db-7fb9-4536-b50d-c6c269e94d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.744109 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e70c2a5c-1e3d-4a2d-a0f8-8be35ecb764f req-5496c9d7-67e8-448b-820d-9032bb421dae service neutron] Publish callbacks [] for security_group (8e5f56d2-3980-4180-a9b3-034777ad204f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.746727 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-b1eda352-6e6e-4740-9e94-4cd44dcea5da service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984346 Oct 12 02:30:15.751207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e70c2a5c-1e3d-4a2d-a0f8-8be35ecb764f req-5496c9d7-67e8-448b-820d-9032bb421dae service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (8e5f56d2-3980-4180-a9b3-034777ad204f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.781899 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['1a727f5c-ebe4-4bec-982b-82c9f922c8a3'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:15.850113 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:15.863367 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496c9d7-67e8-448b-820d-9032bb421dae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5f56d2-3980-4180-a9b3-034777ad204f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:15.869781 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e70c2a5c-1e3d-4a2d-a0f8-8be35ecb764f req-5496c9d7-67e8-448b-820d-9032bb421dae service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412139 Oct 12 02:30:15.890821 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['00cbe132-b469-4871-8a75-5b0b351f1a08'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:15.915890 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:15.917295 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2d77-412a-4cf7-b67d-39cd369aa08f req-636a80f8-8c4e-4d4c-afd2-431bff324ec7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.921769 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a05b2d77-412a-4cf7-b67d-39cd369aa08f req-636a80f8-8c4e-4d4c-afd2-431bff324ec7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 943 time: 0.1618273 Oct 12 02:30:15.923169 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcff0164-2648-4ee4-bce6-49b229c9ade5 req-7d85cb6c-196b-45e1-b23a-f3df0fa2b00a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653171 Oct 12 02:30:16.045707 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['72f7d04d-75bb-4d4e-b7c5-3012ec919531'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:16.048632 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a05b2d77-412a-4cf7-b67d-39cd369aa08f req-a8b5680e-c314-4f4c-bfb6-97d45060105b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041563 Oct 12 02:30:16.049825 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b705d-b6e2-4b92-b418-1284ef530cb9 req-c4e484a4-fb6e-4930-a817-c5064f943b70 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.052662 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b705d-b6e2-4b92-b418-1284ef530cb9 req-c4e484a4-fb6e-4930-a817-c5064f943b70 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 944 time: 0.1150181 Oct 12 02:30:16.064094 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-909682db-7fb9-4536-b50d-c6c269e94d63 admin admin] Publish callbacks [] for security_group (b7db57ec-9f2e-4847-911e-0e14628970fe), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.081797 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-909682db-7fb9-4536-b50d-c6c269e94d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b7db57ec-9f2e-4847-911e-0e14628970fe), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.126142 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-909682db-7fb9-4536-b50d-c6c269e94d63 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=48771975a9a34947bc2c5cf92c5c84f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5646544 Oct 12 02:30:16.127279 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b705d-b6e2-4b92-b418-1284ef530cb9 req-452b9e50-4046-4c6d-b47a-444a6f927f8d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645082 Oct 12 02:30:16.128733 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51964) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:16.138793 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909682db-7fb9-4536-b50d-c6c269e94d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db57ec-9f2e-4847-911e-0e14628970fe,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:16.216868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1b392523-2218-42d2-8938-32de5a8f17c8 admin admin] Publish callbacks [] for security_group (b7db57ec-9f2e-4847-911e-0e14628970fe), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.248861 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1b392523-2218-42d2-8938-32de5a8f17c8 admin admin] Publish callbacks [] for security_group (b7db57ec-9f2e-4847-911e-0e14628970fe), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.325877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1b392523-2218-42d2-8938-32de5a8f17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b7db57ec-9f2e-4847-911e-0e14628970fe), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.328855 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1b392523-2218-42d2-8938-32de5a8f17c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.332576 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-1b392523-2218-42d2-8938-32de5a8f17c8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b7db57ec-9f2e-4847-911e-0e14628970fe HTTP/1.1" status: 204 len: 168 time: 0.2004657 Oct 12 02:30:16.339633 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b392523-2218-42d2-8938-32de5a8f17c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db57ec-9f2e-4847-911e-0e14628970fe,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:16.461684 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51972) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:16.525076 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b38125-93a7-453b-a730-f2f149a4f578 req-565ed4a2-5a2e-48ce-8e99-d054ace24723 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.534650 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b4b38125-93a7-453b-a730-f2f149a4f578 req-565ed4a2-5a2e-48ce-8e99-d054ace24723 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.0730982 Oct 12 02:30:16.604195 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc229511-a2f6-4776-b502-e0089f4596dd req-0dc75ccd-968d-451f-9560-75b9ca1d383d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.606412 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fc229511-a2f6-4776-b502-e0089f4596dd req-0dc75ccd-968d-451f-9560-75b9ca1d383d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 945 time: 0.0600667 Oct 12 02:30:16.638242 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b4b38125-93a7-453b-a730-f2f149a4f578 req-9700b8b2-5db3-4362-8afd-4059d1b6d120 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985739 Oct 12 02:30:16.713488 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fc229511-a2f6-4776-b502-e0089f4596dd req-1d07b95f-b899-4863-ae81-a39a9a1710ec tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821993 Oct 12 02:30:16.788209 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9217efc8-dac8-40af-8773-c9805402eaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.788977 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-715ad49b-49ab-490f-9362-008fcc66f537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.871413 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-715ad49b-49ab-490f-9362-008fcc66f537 admin admin] Publish callbacks [] for security_group (9bb2f44f-213e-48fc-8b49-1958eace51d1), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.875423 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-715ad49b-49ab-490f-9362-008fcc66f537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (9bb2f44f-213e-48fc-8b49-1958eace51d1), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.916733 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ad49b-49ab-490f-9362-008fcc66f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb2f44f-213e-48fc-8b49-1958eace51d1,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:16.924432 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-715ad49b-49ab-490f-9362-008fcc66f537 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9161e45d2259477f8c756d903258dcd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4591215 Oct 12 02:30:16.924690 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 51992) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:16.977672 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3d30f-0900-4ec4-b043-589b1b83b099 admin admin] Publish callbacks [] for security_group (9bb2f44f-213e-48fc-8b49-1958eace51d1), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.008936 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3d30f-0900-4ec4-b043-589b1b83b099 admin admin] Publish callbacks [] for security_group (9bb2f44f-213e-48fc-8b49-1958eace51d1), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.010922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.072327 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3d30f-0900-4ec4-b043-589b1b83b099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (9bb2f44f-213e-48fc-8b49-1958eace51d1), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.075046 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3d30f-0900-4ec4-b043-589b1b83b099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.079427 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-96b3d30f-0900-4ec4-b043-589b1b83b099 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9bb2f44f-213e-48fc-8b49-1958eace51d1 HTTP/1.1" status: 204 len: 168 time: 0.1507163 Oct 12 02:30:17.085002 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3d30f-0900-4ec4-b043-589b1b83b099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb2f44f-213e-48fc-8b49-1958eace51d1,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:17.216801 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb7c5b-3dc0-4cba-80bd-b9b28f0b32f4 req-a2c1ae56-712b-4836-b7f5-67bf9a5cbe38 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:17.219084 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-49eb7c5b-3dc0-4cba-80bd-b9b28f0b32f4 req-a2c1ae56-712b-4836-b7f5-67bf9a5cbe38 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 943 time: 0.0661216 Oct 12 02:30:17.307736 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffb458-09b8-4196-82da-a015633abb73 req-2e0dd990-3710-4576-bc2d-58fd5a074f53 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:17.309393 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-53ffb458-09b8-4196-82da-a015633abb73 req-2e0dd990-3710-4576-bc2d-58fd5a074f53 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 944 time: 0.0619051 Oct 12 02:30:17.333278 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-49eb7c5b-3dc0-4cba-80bd-b9b28f0b32f4 req-74d591ba-cd38-4841-a375-060061511616 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084228 Oct 12 02:30:17.394068 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-53ffb458-09b8-4196-82da-a015633abb73 req-589fc558-bebb-438e-89e3-9d4f49665ede tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774391 Oct 12 02:30:17.606014 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52036) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:17.621428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddea3d32-3918-4cb8-9e34-c04fc9991190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.678569 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.717848 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddea3d32-3918-4cb8-9e34-c04fc9991190 admin admin] Publish callbacks [] for security_group (2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.722738 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddea3d32-3918-4cb8-9e34-c04fc9991190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.769190 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.774708 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea3d32-3918-4cb8-9e34-c04fc9991190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:17.779566 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81553f-b934-4d0a-802a-bcb405b479cb req-a8d324ae-99ff-4fc4-af3c-bd22e3ff8f6b tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:17.785440 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-ddea3d32-3918-4cb8-9e34-c04fc9991190 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d975a93035594514bfdd2e06449dc955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782622 Oct 12 02:30:17.787545 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5e81553f-b934-4d0a-802a-bcb405b479cb req-a8d324ae-99ff-4fc4-af3c-bd22e3ff8f6b tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.0678968 Oct 12 02:30:17.787918 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52046) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:17.840954 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5e81553f-b934-4d0a-802a-bcb405b479cb req-91fb64a4-1ff8-4734-9661-5331b1a518c8 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522609 Oct 12 02:30:17.911159 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-640775ec-4204-44c4-b04d-e7009996285c admin admin] Publish callbacks [] for security_group (2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.939832 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:17.948033 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-640775ec-4204-44c4-b04d-e7009996285c admin admin] Publish callbacks [] for security_group (2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.954264 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:17.957173 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc79316-f2cb-4d4d-a9d7-53051c78f441 req-5744a9ee-0879-4b8b-b42b-909ce0085676 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:17.959125 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0fc79316-f2cb-4d4d-a9d7-53051c78f441 req-5744a9ee-0879-4b8b-b42b-909ce0085676 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 945 time: 0.0785723 Oct 12 02:30:17.999134 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52052) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:18.051857 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0fc79316-f2cb-4d4d-a9d7-53051c78f441 req-86285e57-1c74-41a9-93dc-493fd8921ba2 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760906 Oct 12 02:30:18.062551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-640775ec-4204-44c4-b04d-e7009996285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.065942 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-640775ec-4204-44c4-b04d-e7009996285c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.080891 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-640775ec-4204-44c4-b04d-e7009996285c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7 HTTP/1.1" status: 204 len: 168 time: 0.2799408 Oct 12 02:30:18.105224 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640775ec-4204-44c4-b04d-e7009996285c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abf7c6c-3a96-4dc6-8c1a-df3fa2ee4ea7,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:18.154349 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:18.191186 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:18.191802 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.192745 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 Oct 12 02:30:18.227153 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-75edf79e-d533-43e5-abce-45103078a1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.272900 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:18.284102 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:18.303122 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'port_id': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'mac_address': 'fa:16:3e:cb:b8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:18.323076 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-75edf79e-d533-43e5-abce-45103078a1be admin admin] Publish callbacks [] for security_group (d50a35ac-6320-4276-9288-9360c1afcc9b), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.327751 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-75edf79e-d533-43e5-abce-45103078a1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d50a35ac-6320-4276-9288-9360c1afcc9b), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.365647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:18.377613 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:18.378135 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.378286 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-75edf79e-d533-43e5-abce-45103078a1be admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=561b67741285489eb920ed8d588afc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773737 Oct 12 02:30:18.380348 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52064) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:18.380791 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edf79e-d533-43e5-abce-45103078a1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50a35ac-6320-4276-9288-9360c1afcc9b,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:18.382039 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:18.382415 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.410664 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:18.422674 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:18.424942 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7131366-39fd-4b68-bafc-c9b577cb3503" -d '{"events": [{"server_uuid": "6c5dd0cb-c00d-470b-bf7f-daf2936a4c46", "name": "network-vif-plugged", "status": "completed", "tag": "1a727f5c-ebe4-4bec-982b-82c9f922c8a3"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:18.448330 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:18.450212 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:18.455098 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.455957 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:18.467898 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.474061 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-611db896-e727-45b0-be95-ab36be5a6e84 admin admin] Publish callbacks [] for security_group (d50a35ac-6320-4276-9288-9360c1afcc9b), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.509137 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-611db896-e727-45b0-be95-ab36be5a6e84 admin admin] Publish callbacks [] for security_group (d50a35ac-6320-4276-9288-9360c1afcc9b), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.600929 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:18.607742 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3634432-e14a-404c-9556-34d9e27065da req-ea481aea-6136-4024-969b-d00eb628687e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:18.616240 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d3634432-e14a-404c-9556-34d9e27065da req-ea481aea-6136-4024-969b-d00eb628687e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1043303 Oct 12 02:30:18.677573 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 00cbe132-b469-4871-8a75-5b0b351f1a08 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:18.688297 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 00cbe132-b469-4871-8a75-5b0b351f1a08 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:18.688828 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.689231 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 00cbe132-b469-4871-8a75-5b0b351f1a08 Oct 12 02:30:18.702166 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d3634432-e14a-404c-9556-34d9e27065da req-98748ef2-5073-4e8d-918a-9a7da13e7579 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821340 Oct 12 02:30:18.719249 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-611db896-e727-45b0-be95-ab36be5a6e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d50a35ac-6320-4276-9288-9360c1afcc9b), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.722419 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-611db896-e727-45b0-be95-ab36be5a6e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.738338 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-611db896-e727-45b0-be95-ab36be5a6e84 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d50a35ac-6320-4276-9288-9360c1afcc9b HTTP/1.1" status: 204 len: 168 time: 0.3562827 Oct 12 02:30:18.769773 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:18.773305 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db896-e727-45b0-be95-ab36be5a6e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50a35ac-6320-4276-9288-9360c1afcc9b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:18.815839 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7098b3-42f3-4782-ab96-aaebeefd5c05 x-openstack-request-id: req-1d7098b3-42f3-4782-ab96-aaebeefd5c05 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:18.816430 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5dd0cb-c00d-470b-bf7f-daf2936a4c46", "name": "network-vif-plugged", "status": "completed", "tag": "1a727f5c-ebe4-4bec-982b-82c9f922c8a3", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:18.816888 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d7098b3-42f3-4782-ab96-aaebeefd5c05 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:18.817676 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7098b3-42f3-4782-ab96-aaebeefd5c05'] response: {'server_uuid': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3', 'code': 200} Oct 12 02:30:18.821920 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['dec7f669-6ecd-4b2d-8b31-1333c4e02fb7'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:18.890989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abb3b2-2955-4f59-a2cc-06bdcd440b7e req-f11a7e0a-5008-4111-870d-5ab0d3a5a7c2 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:18.894068 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c0abb3b2-2955-4f59-a2cc-06bdcd440b7e req-f11a7e0a-5008-4111-870d-5ab0d3a5a7c2 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 944 time: 0.4182236 Oct 12 02:30:18.926878 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:18.927276 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.005365 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:19.046726 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:19.052055 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.053013 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 72f7d04d-75bb-4d4e-b7c5-3012ec919531 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:19.068310 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c0abb3b2-2955-4f59-a2cc-06bdcd440b7e req-deed8499-2d33-42d9-8dc5-c482bcdc0a17 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666703 Oct 12 02:30:19.119094 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-def13b8e-e0e3-4b56-a064-7f0408474c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.183427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:19.236241 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:19.254939 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918bd40-7128-4469-8113-4c18ea59dcbf req-3ae3b9d4-1af1-47ff-a7a2-3afd6c3c339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.258704 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8918bd40-7128-4469-8113-4c18ea59dcbf req-3ae3b9d4-1af1-47ff-a7a2-3afd6c3c339d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 1129 time: 0.1026433 Oct 12 02:30:19.265616 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:19.269776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5312ab1-094d-4598-876f-4bfa40f2269f req-53dbeac0-f88b-4e60-aa54-a8ecf5de6e7a tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.271864 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d5312ab1-094d-4598-876f-4bfa40f2269f req-53dbeac0-f88b-4e60-aa54-a8ecf5de6e7a tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.2180390 Oct 12 02:30:19.282792 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:19.282792 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.283146 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 Oct 12 02:30:19.333698 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7fe4e-167e-40d0-bbaa-aca77f418ce6 req-93673b65-5571-49ed-b30e-46b72e9f6d42 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.335284 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f2a7fe4e-167e-40d0-bbaa-aca77f418ce6 req-93673b65-5571-49ed-b30e-46b72e9f6d42 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1589735 Oct 12 02:30:19.353867 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:19.397315 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:19.398500 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:19.398897 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.461422 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f2a7fe4e-167e-40d0-bbaa-aca77f418ce6 req-6408dae6-ebfa-4a09-b4eb-f42c6ce5c52f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183388 Oct 12 02:30:19.479751 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 72f7d04d-75bb-4d4e-b7c5-3012ec919531, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:19.488486 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.496898 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8918bd40-7128-4469-8113-4c18ea59dcbf req-4d787df0-ab50-493f-928b-03cb173340d2 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236934 Oct 12 02:30:19.505367 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d5312ab1-094d-4598-876f-4bfa40f2269f req-4d755e77-a480-42dc-84e2-b892df316c93 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585124 Oct 12 02:30:19.584606 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=72f7d04d-75bb-4d4e-b7c5-3012ec919531,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:19.845119 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964efaf9-564a-4b75-9ca3-6a7f69c9f788 req-5be50148-1d05-4f79-b751-f07efd6f4331 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.847291 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-964efaf9-564a-4b75-9ca3-6a7f69c9f788 req-5be50148-1d05-4f79-b751-f07efd6f4331 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0613770 Oct 12 02:30:19.928234 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-964efaf9-564a-4b75-9ca3-6a7f69c9f788 req-c2b4956b-cd04-4fb8-863c-2513546dd345 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722060 Oct 12 02:30:19.988674 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:20.066186 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:20.072597 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:20.073148 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.073631 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 Oct 12 02:30:20.153833 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:20.154215 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.202994 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:20.208889 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.215214 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf40c-2c2f-441e-8bd1-80b1b8d01e60 req-6ed40144-1b5a-4d98-b32d-cf408dd92f23 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:20.217488 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1fabf40c-2c2f-441e-8bd1-80b1b8d01e60 req-6ed40144-1b5a-4d98-b32d-cf408dd92f23 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 944 time: 0.0594265 Oct 12 02:30:20.280993 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1fabf40c-2c2f-441e-8bd1-80b1b8d01e60 req-b4244726-5962-48af-bb24-898ea197af3e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568683 Oct 12 02:30:20.308732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:20.322631 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.635912 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426b6dd-89be-4925-abd2-2cb2caf4f465 req-8b8f671d-dee3-4dd9-98f8-c53b89a53a54 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:20.638088 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5426b6dd-89be-4925-abd2-2cb2caf4f465 req-8b8f671d-dee3-4dd9-98f8-c53b89a53a54 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0641863 Oct 12 02:30:20.706721 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5426b6dd-89be-4925-abd2-2cb2caf4f465 req-7e06c055-de39-44b5-8f8e-9ac09dcad465 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572569 Oct 12 02:30:20.819412 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08'}, {'server_uuid': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f7d04d-75bb-4d4e-b7c5-3012ec919531'}, {'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:20.829450 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264e9f9-42a8-41cd-9966-8e8f2fddcc9d" -d '{"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-plugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08"}, {"server_uuid": "9da21d58-2b01-40b5-8b5e-b3967b108148", "name": "network-vif-plugged", "status": "completed", "tag": "72f7d04d-75bb-4d4e-b7c5-3012ec919531"}, {"server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "name": "network-vif-plugged", "status": "completed", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:20.911527 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6da94-1d54-436e-94ef-16fba0b128c8 x-openstack-request-id: req-11b6da94-1d54-436e-94ef-16fba0b128c8 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:20.911835 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-plugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08", "code": 200}, {"server_uuid": "9da21d58-2b01-40b5-8b5e-b3967b108148", "name": "network-vif-plugged", "status": "completed", "tag": "72f7d04d-75bb-4d4e-b7c5-3012ec919531", "code": 200}, {"server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "name": "network-vif-plugged", "status": "completed", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:20.912081 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11b6da94-1d54-436e-94ef-16fba0b128c8 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:20.912504 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6da94-1d54-436e-94ef-16fba0b128c8'] response: {'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'code': 200} Oct 12 02:30:20.913483 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6da94-1d54-436e-94ef-16fba0b128c8'] response: {'server_uuid': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f7d04d-75bb-4d4e-b7c5-3012ec919531', 'code': 200} Oct 12 02:30:20.914123 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6da94-1d54-436e-94ef-16fba0b128c8'] response: {'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'code': 200} Oct 12 02:30:21.090259 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637df49-b886-49b8-a508-5d8077187e25 req-93f0cfa6-cf7a-40d7-a1d5-2dcf5ea300ce tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.092730 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3637df49-b886-49b8-a508-5d8077187e25 req-93f0cfa6-cf7a-40d7-a1d5-2dcf5ea300ce tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0532603 Oct 12 02:30:21.185193 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3637df49-b886-49b8-a508-5d8077187e25 req-073ee94e-17b5-49f8-9cc6-7f3b6e3b3f1f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842752 Oct 12 02:30:21.441784 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ca53a-1693-486b-a13e-5d14832b04c1 req-952164ae-71d4-4a9a-8c2c-579edea44957 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.449918 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4d1ca53a-1693-486b-a13e-5d14832b04c1 req-952164ae-71d4-4a9a-8c2c-579edea44957 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0706625 Oct 12 02:30:21.533015 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4d1ca53a-1693-486b-a13e-5d14832b04c1 req-c878969c-acfb-4310-811b-23a60a12b560 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729308 Oct 12 02:30:21.624669 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96620-2289-4e09-9707-b3ef9f05bdf4 req-4e35459b-70ee-4cfd-a894-d3f6c99079b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.626578 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-56b96620-2289-4e09-9707-b3ef9f05bdf4 req-4e35459b-70ee-4cfd-a894-d3f6c99079b3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 1129 time: 0.0924072 Oct 12 02:30:21.642117 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52272) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:21.642333 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5cb71-458b-4498-be9c-f3b5c228ea2d req-67e0f22b-e1a4-4e3d-891a-e6375790189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.644450 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-90c5cb71-458b-4498-be9c-f3b5c228ea2d req-67e0f22b-e1a4-4e3d-891a-e6375790189a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 1130 time: 0.1517687 Oct 12 02:30:21.647550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c693e-2753-483c-b585-1078f63c0d3f req-8f0aaf79-81c0-41ae-bede-24b9adb58079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.648951 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-082c693e-2753-483c-b585-1078f63c0d3f req-8f0aaf79-81c0-41ae-bede-24b9adb58079 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1130 time: 0.1576514 Oct 12 02:30:21.690561 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-56b96620-2289-4e09-9707-b3ef9f05bdf4 req-0751a99e-7600-476d-afc0-7089e4fc9c08 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577226 Oct 12 02:30:21.717036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:21.763104 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-082c693e-2753-483c-b585-1078f63c0d3f req-a017fee2-18ee-4079-9492-4ff400e9d52b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867245 Oct 12 02:30:21.766999 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-90c5cb71-458b-4498-be9c-f3b5c228ea2d req-c96288ac-2a82-4aa5-a703-b563d330dadf service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015089 Oct 12 02:30:21.795404 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3260a54e-5040-4fae-b58a-112d888885db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.886525 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:21.894383 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.911962 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680007-b29d-4d45-8441-529e2b959c2f req-890ad097-b15c-45a9-9daf-e56169514e42 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.913651 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-31680007-b29d-4d45-8441-529e2b959c2f req-890ad097-b15c-45a9-9daf-e56169514e42 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0813518 Oct 12 02:30:21.971970 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.991259 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3260a54e-5040-4fae-b58a-112d888885db admin admin] Publish callbacks [] for security_group (7676aca1-c7e0-4b20-bbc9-670d9a8bd35d), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.000022 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3260a54e-5040-4fae-b58a-112d888885db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7676aca1-c7e0-4b20-bbc9-670d9a8bd35d), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.022344 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-31680007-b29d-4d45-8441-529e2b959c2f req-9fb3d5bf-e2ee-4c6b-b137-bd516b9a0728 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994544 Oct 12 02:30:22.051275 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-3260a54e-5040-4fae-b58a-112d888885db admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7ba73344b23c4cd99db44a10033a5363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082115 Oct 12 02:30:22.051435 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52296) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:22.052844 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260a54e-5040-4fae-b58a-112d888885db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7676aca1-c7e0-4b20-bbc9-670d9a8bd35d,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:22.118353 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2be26053-d3d7-4b96-b1af-761c84834f74 admin admin] Publish callbacks [] for security_group (7676aca1-c7e0-4b20-bbc9-670d9a8bd35d), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.143959 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2be26053-d3d7-4b96-b1af-761c84834f74 admin admin] Publish callbacks [] for security_group (7676aca1-c7e0-4b20-bbc9-670d9a8bd35d), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.206412 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2be26053-d3d7-4b96-b1af-761c84834f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7676aca1-c7e0-4b20-bbc9-670d9a8bd35d), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.208550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2be26053-d3d7-4b96-b1af-761c84834f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.209742 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-2be26053-d3d7-4b96-b1af-761c84834f74 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7676aca1-c7e0-4b20-bbc9-670d9a8bd35d HTTP/1.1" status: 204 len: 168 time: 0.1570020 Oct 12 02:30:22.241788 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be26053-d3d7-4b96-b1af-761c84834f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7676aca1-c7e0-4b20-bbc9-670d9a8bd35d,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:22.352220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003a3f2-da8a-4da8-847b-ded9dbf7daa9 req-a465a2ef-a8c0-44c5-b3dc-b80c5b5ec98b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:22.360087 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a003a3f2-da8a-4da8-847b-ded9dbf7daa9 req-a465a2ef-a8c0-44c5-b3dc-b80c5b5ec98b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0617077 Oct 12 02:30:22.441182 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a003a3f2-da8a-4da8-847b-ded9dbf7daa9 req-40ead83d-4e09-426f-a200-949e6467f51d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800328 Oct 12 02:30:22.686739 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb31af-4144-45fd-a26e-095253865345 req-a279587a-4c4c-4ea0-99c6-77b6a4e073b1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:22.687664 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52320) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:22.688254 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a8fb31af-4144-45fd-a26e-095253865345 req-a279587a-4c4c-4ea0-99c6-77b6a4e073b1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0493133 Oct 12 02:30:22.706255 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6064f877-8020-46ee-a79c-f5e4c0ebd268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.753767 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a8fb31af-4144-45fd-a26e-095253865345 req-d1b7ac1e-85a6-4427-9111-3eba736973d1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558488 Oct 12 02:30:22.813048 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:22.863099 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fa036-9944-4334-8834-c4baeb26f915 req-44f6c63d-f01c-46d7-85f7-f8b8691b8d7e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:22.864630 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-504fa036-9944-4334-8834-c4baeb26f915 req-44f6c63d-f01c-46d7-85f7-f8b8691b8d7e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0668058 Oct 12 02:30:22.874762 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6064f877-8020-46ee-a79c-f5e4c0ebd268 admin admin] Publish callbacks [] for security_group (95a6f340-2ec5-4ad1-92de-583103be35aa), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.904623 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-6064f877-8020-46ee-a79c-f5e4c0ebd268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (95a6f340-2ec5-4ad1-92de-583103be35aa), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.945898 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-504fa036-9944-4334-8834-c4baeb26f915 req-eb2a3109-8556-4bae-b796-599d42f461fe tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734317 Oct 12 02:30:22.961050 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-6064f877-8020-46ee-a79c-f5e4c0ebd268 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a740ae5ce8514212936452750f5d558d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729506 Oct 12 02:30:22.963170 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064f877-8020-46ee-a79c-f5e4c0ebd268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a6f340-2ec5-4ad1-92de-583103be35aa,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:22.964411 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52330) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:23.018217 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ba43b413-1363-4393-91c5-9867e1077e44 admin admin] Publish callbacks [] for security_group (95a6f340-2ec5-4ad1-92de-583103be35aa), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.037466 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ba43b413-1363-4393-91c5-9867e1077e44 admin admin] Publish callbacks [] for security_group (95a6f340-2ec5-4ad1-92de-583103be35aa), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.085157 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ba43b413-1363-4393-91c5-9867e1077e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (95a6f340-2ec5-4ad1-92de-583103be35aa), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.087733 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ba43b413-1363-4393-91c5-9867e1077e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.088883 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-ba43b413-1363-4393-91c5-9867e1077e44 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/95a6f340-2ec5-4ad1-92de-583103be35aa HTTP/1.1" status: 204 len: 168 time: 0.1226251 Oct 12 02:30:23.092660 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:23.100018 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43b413-1363-4393-91c5-9867e1077e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a6f340-2ec5-4ad1-92de-583103be35aa,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.162070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d518f-678e-47f5-af49-842cac5a9c44 req-f9fb8107-79c6-43dc-8b7b-5d53e3e13857 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:23.163546 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d96d518f-678e-47f5-af49-842cac5a9c44 req-f9fb8107-79c6-43dc-8b7b-5d53e3e13857 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0503006 Oct 12 02:30:23.212289 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d96d518f-678e-47f5-af49-842cac5a9c44 req-1c276fb0-1fe6-4f23-a334-d089852a5c6d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 Oct 12 02:30:23.880989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d6174-3900-41d5-8e22-a3de8a3e5c2c req-2e22ea79-aeed-4ce2-99af-bedceafcfda3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:23.882521 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-182d6174-3900-41d5-8e22-a3de8a3e5c2c req-2e22ea79-aeed-4ce2-99af-bedceafcfda3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0527227 Oct 12 02:30:23.962964 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-182d6174-3900-41d5-8e22-a3de8a3e5c2c req-4846a12e-b4c0-4518-80c8-30fdefbf17ec tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746322 Oct 12 02:30:24.117191 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f21455-545c-4add-9284-2612ee6b1a9e req-d907821a-7b4a-4a75-8919-e39895aa1ec8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.118741 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a6f21455-545c-4add-9284-2612ee6b1a9e req-d907821a-7b4a-4a75-8919-e39895aa1ec8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0538042 Oct 12 02:30:24.176312 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a6f21455-545c-4add-9284-2612ee6b1a9e req-9c8d3106-6d83-435b-bdd3-d401b4399853 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508428 Oct 12 02:30:24.341396 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a209e42-3f48-495a-9645-d7bde105dcc1 req-e743555f-b735-4b57-a3f2-b032adfb4704 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.343595 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9a209e42-3f48-495a-9645-d7bde105dcc1 req-e743555f-b735-4b57-a3f2-b032adfb4704 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0487707 Oct 12 02:30:24.394712 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9a209e42-3f48-495a-9645-d7bde105dcc1 req-60b049fe-29ab-447c-bb9f-048a7f5ea7aa tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 Oct 12 02:30:25.112795 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9ac6-a1e9-40ca-9f29-97a185fd6f07 req-b94100af-cbee-45a8-98e5-87d7ac66b44a tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:25.114795 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52bd9ac6-a1e9-40ca-9f29-97a185fd6f07 req-b94100af-cbee-45a8-98e5-87d7ac66b44a tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0511365 Oct 12 02:30:25.167266 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52bd9ac6-a1e9-40ca-9f29-97a185fd6f07 req-19ff32bf-2fd0-4e1d-87a5-9c1cdea7c98a tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Oct 12 02:30:25.300423 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b466f-179d-4988-82d8-a27e2d5d82b5 req-ee48fc88-037f-40d7-ae78-88e775070fca tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:25.305066 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-497b466f-179d-4988-82d8-a27e2d5d82b5 req-ee48fc88-037f-40d7-ae78-88e775070fca tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0591726 Oct 12 02:30:25.312640 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52454) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:25.317455 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'floatingip': {'port_id': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:25.398596 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:25.424038 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-7cf94e0e-2c6b-4a33-ba19-749d1f1b38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:25.425939 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-7cf94e0e-2c6b-4a33-ba19-749d1f1b38aa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 1129 time: 0.1309853 Oct 12 02:30:25.437195 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef97d8-c571-4bd9-88ca-111e6532d92f req-2864e36b-78ed-476d-9829-0f57f13f9588 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:25.448127 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-baef97d8-c571-4bd9-88ca-111e6532d92f req-2864e36b-78ed-476d-9829-0f57f13f9588 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1353705 Oct 12 02:30:25.515951 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-baef97d8-c571-4bd9-88ca-111e6532d92f req-6059fe12-0c11-4350-a789-a5b9d37a98e3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665991 Oct 12 02:30:25.633970 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ee8fb-e51d-49bb-b10b-40510b462c9f req-4a98546d-a1db-44ad-82c3-a046eddd5cf0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:25.635470 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b50ee8fb-e51d-49bb-b10b-40510b462c9f req-4a98546d-a1db-44ad-82c3-a046eddd5cf0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1043723 Oct 12 02:30:25.738274 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:25.817258 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b50ee8fb-e51d-49bb-b10b-40510b462c9f req-06535df8-6885-4b3f-be5f-b4966e2109ed tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738460 Oct 12 02:30:26.002533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba8658-7d42-4242-a9a7-c7be5007c53b req-25823926-ff86-4f98-a7b9-069d9727f559 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.004157 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-cdba8658-7d42-4242-a9a7-c7be5007c53b req-25823926-ff86-4f98-a7b9-069d9727f559 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0770781 Oct 12 02:30:26.016088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52492) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:26.021156 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'floatingip': {'port_id': '00cbe132-b469-4871-8a75-5b0b351f1a08'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:26.086486 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:26.101178 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (d5f69ba1-490c-4125-a222-7a02f0f2cc95), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.216442 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52500) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:26.302674 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.307786 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.358581 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.605263 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:26.716704 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.l3_db [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Floating IP 45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16 associated. External IP: 172.28.2.114, port: dec7f669-6ecd-4b2d-8b31-1333c4e02fb7. Oct 12 02:30:26.800541 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d455093-f2df-428d-985a-cafb26f99530 req-33191a74-ca4d-4a7d-9268-f21e50f87513 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.804674 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2d455093-f2df-428d-985a-cafb26f99530 req-33191a74-ca4d-4a7d-9268-f21e50f87513 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1975021 Oct 12 02:30:26.922205 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Publish callbacks [] for security_group (30546043-d935-405a-a27f-b2de5fce8a6d), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.937324 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-b1e7c67b-c621-4f43-9d87-d6defdce6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.938804 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-b1e7c67b-c621-4f43-9d87-d6defdce6713 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.4760184 Oct 12 02:30:26.939547 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (30546043-d935-405a-a27f-b2de5fce8a6d), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.002248 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2d455093-f2df-428d-985a-cafb26f99530 req-621f8317-d97e-44e3-990e-6693b22fb1dd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833684 Oct 12 02:30:27.006053 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.db.resource_extend [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 12 02:30:27.009663 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-9777be32-863e-4714-bedb-07073ea4563a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0610843 Oct 12 02:30:27.019233 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30546043-d935-405a-a27f-b2de5fce8a6d,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:27.039138 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a3ca859be8b54083af44c382e88c8e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8204608 Oct 12 02:30:27.047860 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52518) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:27.111888 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.112730 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:27.144537 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:27.149656 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d5f69ba1-490c-4125-a222-7a02f0f2cc95), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.180611 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.180766 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.181082 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.182222 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.182222 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.182222 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.182466 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.183011 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.183249 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.183586 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.183916 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.184365 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.184686 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.185849 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.186163 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c41e2-426d-4169-b3fc-0659d989cb7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.261062 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-dbb1bc11-09ca-4c06-adc9-db8a51d35474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:27.262613 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-dbb1bc11-09ca-4c06-adc9-db8a51d35474 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.2234211 Oct 12 02:30:27.264799 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:30:27.321592 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Publish callbacks [] for security_group (30546043-d935-405a-a27f-b2de5fce8a6d), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.387281 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Publish callbacks [] for security_group (30546043-d935-405a-a27f-b2de5fce8a6d), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.395753 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Floating IP d5f69ba1-490c-4125-a222-7a02f0f2cc95 associated. External IP: 172.28.2.10, port: 00cbe132-b469-4871-8a75-5b0b351f1a08. Oct 12 02:30:27.420666 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:27.426067 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.438278 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] Sync routers for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:30:27.457456 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:27.458530 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:27.500102 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e766696d-3c82-4e46-9e60-c18abf558c2e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16 HTTP/1.1" status: 200 len: 991 time: 2.1861539 Oct 12 02:30:27.501660 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:27.506498 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1b730d-6777-4f76-9862-ed52bf3882d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:27.569035 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:27.571626 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:27.590531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2a86c3-e9df-4999-9f69-f473e87c3a52 x-openstack-request-id: req-1b2a86c3-e9df-4999-9f69-f473e87c3a52 {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:27.590881 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:27.591144 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b2a86c3-e9df-4999-9f69-f473e87c3a52 {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:27.591755 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2a86c3-e9df-4999-9f69-f473e87c3a52'] response: {'name': 'network-changed', 'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'status': 'completed', 'code': 200} Oct 12 02:30:27.608058 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (30546043-d935-405a-a27f-b2de5fce8a6d), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.611022 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.612149 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/30546043-d935-405a-a27f-b2de5fce8a6d HTTP/1.1" status: 204 len: 168 time: 0.5706167 Oct 12 02:30:27.635942 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30546043-d935-405a-a27f-b2de5fce8a6d,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:27.648048 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.648402 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.648950 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.649294 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.649690 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.650017 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.650345 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.651425 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.651761 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.652091 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.652422 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.653005 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.656866 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.657216 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.657587 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbe2bd-0049-4541-9023-4f8f06547237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:27.789152 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:30:27.905426 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'port_id': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'mac_address': 'fa:16:3e:cb:b8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:53Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:27.932403 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-18299cf7-a11d-48fe-a24b-fa157db3e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:27.933040 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] Checking router: eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:30:27.934388 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-18299cf7-a11d-48fe-a24b-fa157db3e183 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1408198 Oct 12 02:30:27.937712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-e168ff1e-7195-401d-a72d-5e1302c96097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:27.939518 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-e168ff1e-7195-401d-a72d-5e1302c96097 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 1129 time: 0.0694835 Oct 12 02:30:27.944364 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:27.945211 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:28.062744 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:28.244709 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c1ebb-134b-44bb-a61c-67355c3ee545 req-4a76fafa-2c80-4aa8-86c5-c57b77d12d68 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.255584 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f12c1ebb-134b-44bb-a61c-67355c3ee545 req-4a76fafa-2c80-4aa8-86c5-c57b77d12d68 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1116731 Oct 12 02:30:28.305093 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'port_id': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'mac_address': 'fa:16:3e:cb:b8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:53Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:28.341328 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f12c1ebb-134b-44bb-a61c-67355c3ee545 req-a2d2d8b1-3a1d-4756-a8ea-f38563193ee1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841644 Oct 12 02:30:28.353525 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441207df-cfa6-4104-aea2-7117baf32f8d None None] The sync data for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb is: [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'port_id': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'mac_address': 'fa:16:3e:cb:b8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:53Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:28.373491 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:28.373491 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-e7ffffbc-9b51-42e4-8e26-6f0b4613d4e4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121046 Oct 12 02:30:28.373491 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-1fbb459f-0f7b-4531-8169-0f00bfe7bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.373491 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-1fbb459f-0f7b-4531-8169-0f00bfe7bf57 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 911 time: 0.1099341 Oct 12 02:30:28.381042 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:28.413492 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] Sync routers for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:30:28.434625 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:28.435789 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:28.606923 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-69222d4a-cbae-45fc-8e10-307af3f419fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/d5f69ba1-490c-4125-a222-7a02f0f2cc95 HTTP/1.1" status: 200 len: 991 time: 2.5894213 Oct 12 02:30:28.615817 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:28.618304 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b740ce9-48bb-487d-bc27-83abc5880ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:28.654740 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-cfb86697-f001-4e70-a7e5-4a89264c5f00 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 HTTP/1.1" status: 200 len: 999 time: 0.2133143 Oct 12 02:30:28.747172 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-54851112-7f16-495b-a138-56cd8a0b462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.749703 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-54851112-7f16-495b-a138-56cd8a0b462d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.0879142 Oct 12 02:30:28.758924 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292452c9-ad96-4076-a957-340d02d47888 x-openstack-request-id: req-292452c9-ad96-4076-a957-340d02d47888 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:28.759214 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:28.759466 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-292452c9-ad96-4076-a957-340d02d47888 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:28.759980 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292452c9-ad96-4076-a957-340d02d47888'] response: {'name': 'network-changed', 'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'status': 'completed', 'code': 200} Oct 12 02:30:28.792031 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:28.828084 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b4ca9-8b04-4bb2-9cb1-e10855e7a54e None None] New status for floating IP 45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:30:28.904880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-b52e2998-5649-4b5c-bdbe-c5d2693334bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.904880 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-b52e2998-5649-4b5c-bdbe-c5d2693334bc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1130 time: 0.1089962 Oct 12 02:30:29.002228 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e2b826f-827a-4bcf-8cfc-6ddd1b588694 req-e5fb3a0f-710f-469a-8a6d-155062d583e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834670 Oct 12 02:30:29.012213 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-f6bbc9ea-e8f1-4f4e-bdca-7aac05c98d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.014397 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-f6bbc9ea-e8f1-4f4e-bdca-7aac05c98d84 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2348135 Oct 12 02:30:29.041349 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.121948 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.168664 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-439ad410-ec41-4277-8305-89a5292a4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.172595 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-439ad410-ec41-4277-8305-89a5292a4475 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.2627244 Oct 12 02:30:29.191417 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-43ed8f7c-ca2a-4cef-b222-f42bcd48854f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599388 Oct 12 02:30:29.341334 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd5f69ba1-490c-4125-a222-7a02f0f2cc95', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'port_id': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'mac_address': 'fa:16:3e:d5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:45Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:29.371416 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] Checking router: 7e0ce698-fa75-4978-bed3-4fe3d6a41168 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:30:29.383207 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:29.384130 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:29.431489 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9b1b730d-6777-4f76-9862-ed52bf3882d9 req-00678436-0845-4981-971f-edc61c7a15fa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385515 Oct 12 02:30:29.483965 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-74f0a646-133c-4838-bb88-b1517459e31c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 999 time: 0.1915967 Oct 12 02:30:29.509522 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.510755 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.514300 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:29.597963 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e38b2-7fc1-4f8f-9a65-01c8ddeecacb req-fc5ba37e-05ee-47cc-b0fb-31211fce1e40 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.599543 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-603e38b2-7fc1-4f8f-9a65-01c8ddeecacb req-fc5ba37e-05ee-47cc-b0fb-31211fce1e40 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1143212 Oct 12 02:30:29.617824 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-c3aad77f-1d11-4157-82a4-38d7a1476403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.619317 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-c3aad77f-1d11-4157-82a4-38d7a1476403 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.1226461 Oct 12 02:30:29.674704 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.691750 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-1f918f12-73e0-41e7-8043-81602f72fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.693549 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-1f918f12-73e0-41e7-8043-81602f72fdde service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0656469 Oct 12 02:30:29.699111 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-603e38b2-7fc1-4f8f-9a65-01c8ddeecacb req-eac4d1b7-6aff-448f-866e-435146c796b6 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921190 Oct 12 02:30:29.746576 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52614) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:29.797066 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd5f69ba1-490c-4125-a222-7a02f0f2cc95', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'port_id': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'mac_address': 'fa:16:3e:d5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:45Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:29.812304 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-0f5d12aa-c0f7-455b-b328-cc305459e7b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089034 Oct 12 02:30:29.824905 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced86cd-3c1f-45d9-a409-bde566c5e85c None None] The sync data for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb is: [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd5f69ba1-490c-4125-a222-7a02f0f2cc95', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'port_id': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'mac_address': 'fa:16:3e:d5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:45Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:29.911166 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1b486238-b669-4ac1-b89b-4bbf3995f030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:29.945736 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7b740ce9-48bb-487d-bc27-83abc5880ba3 req-4a032d29-405b-4925-9ee0-b5c01e1f94ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259177 Oct 12 02:30:30.007389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1b486238-b669-4ac1-b89b-4bbf3995f030 admin admin] Publish callbacks [] for security_group (e496d9ac-fe84-4ab5-bff7-d9e62a79844f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.012024 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1b486238-b669-4ac1-b89b-4bbf3995f030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (e496d9ac-fe84-4ab5-bff7-d9e62a79844f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.062540 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2fef1-31d7-4352-b1ec-71ea855df1c0 req-e4043f2e-c6a7-4ff2-a25f-85a4fb705b99 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.062927 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-1b486238-b669-4ac1-b89b-4bbf3995f030 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ebceedff7fe84bd2b785841c0425735d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121998 Oct 12 02:30:30.063009 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c8e2fef1-31d7-4352-b1ec-71ea855df1c0 req-e4043f2e-c6a7-4ff2-a25f-85a4fb705b99 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.0574296 Oct 12 02:30:30.063009 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52620) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:30.067724 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b486238-b669-4ac1-b89b-4bbf3995f030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496d9ac-fe84-4ab5-bff7-d9e62a79844f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:30.090904 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:30.128124 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285682dc-ad7a-4c6d-b5a5-c980a057c4aa None None] New status for floating IP d5f69ba1-490c-4125-a222-7a02f0f2cc95: ACTIVE {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:30:30.156867 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c8e2fef1-31d7-4352-b1ec-71ea855df1c0 req-31e6d3a5-8554-4fda-8d4c-797cac33308d tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871980 Oct 12 02:30:30.177168 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f813-84cf-43b8-bf6c-19b619d56f4a admin admin] Publish callbacks [] for security_group (e496d9ac-fe84-4ab5-bff7-d9e62a79844f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.214809 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f813-84cf-43b8-bf6c-19b619d56f4a admin admin] Publish callbacks [] for security_group (e496d9ac-fe84-4ab5-bff7-d9e62a79844f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.289051 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f813-84cf-43b8-bf6c-19b619d56f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (e496d9ac-fe84-4ab5-bff7-d9e62a79844f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.291765 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f813-84cf-43b8-bf6c-19b619d56f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.293031 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f6e2f813-84cf-43b8-bf6c-19b619d56f4a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e496d9ac-fe84-4ab5-bff7-d9e62a79844f HTTP/1.1" status: 204 len: 168 time: 0.2291524 Oct 12 02:30:30.311564 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2f813-84cf-43b8-bf6c-19b619d56f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496d9ac-fe84-4ab5-bff7-d9e62a79844f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:30.685814 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52642) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:30.716303 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-106c6619-0d02-471f-a9f8-614ad97a36ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.853338 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-106c6619-0d02-471f-a9f8-614ad97a36ac admin admin] Publish callbacks [] for security_group (47ed5000-579c-4aa3-b443-7657c547dc87), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.858472 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a671c95-3f9c-425f-a6f8-7f9082c46931 req-98ca0a8e-be37-4cdd-b30c-6efed6f5b7d9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.860308 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-106c6619-0d02-471f-a9f8-614ad97a36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (47ed5000-579c-4aa3-b443-7657c547dc87), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.862345 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5a671c95-3f9c-425f-a6f8-7f9082c46931 req-98ca0a8e-be37-4cdd-b30c-6efed6f5b7d9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Oct 12 02:30:30.928885 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52652) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:30.930591 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-106c6619-0d02-471f-a9f8-614ad97a36ac admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=00e9bff6c613490686e78b5210e6c989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430253 Oct 12 02:30:30.944609 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c6619-0d02-471f-a9f8-614ad97a36ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ed5000-579c-4aa3-b443-7657c547dc87,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:30.975552 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5a671c95-3f9c-425f-a6f8-7f9082c46931 req-758125f4-895f-4955-9d19-e4943ee605ee tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756245 Oct 12 02:30:31.009958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdcae415-30f2-4c70-a28e-1f21fdaf63b1 admin admin] Publish callbacks [] for security_group (47ed5000-579c-4aa3-b443-7657c547dc87), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.036416 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdcae415-30f2-4c70-a28e-1f21fdaf63b1 admin admin] Publish callbacks [] for security_group (47ed5000-579c-4aa3-b443-7657c547dc87), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.086546 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdcae415-30f2-4c70-a28e-1f21fdaf63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (47ed5000-579c-4aa3-b443-7657c547dc87), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.086703 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52656) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:31.089174 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdcae415-30f2-4c70-a28e-1f21fdaf63b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.092993 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-bdcae415-30f2-4c70-a28e-1f21fdaf63b1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/47ed5000-579c-4aa3-b443-7657c547dc87 HTTP/1.1" status: 204 len: 168 time: 0.1604307 Oct 12 02:30:31.099636 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcae415-30f2-4c70-a28e-1f21fdaf63b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ed5000-579c-4aa3-b443-7657c547dc87,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:31.305639 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc85c-723e-40b0-9941-743bfebd9746 req-6863292e-21cd-4aff-a148-083263d13f73 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:31.307131 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3e8fc85c-723e-40b0-9941-743bfebd9746 req-6863292e-21cd-4aff-a148-083263d13f73 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.0515413 Oct 12 02:30:31.345701 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-70532712-bb69-4372-8ca6-b711ffe6fdd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.385514 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3e8fc85c-723e-40b0-9941-743bfebd9746 req-32457354-10de-4e0b-9ced-a8d034acf4fa tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707490 Oct 12 02:30:31.420801 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:31.457987 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-70532712-bb69-4372-8ca6-b711ffe6fdd4 admin admin] Publish callbacks [] for security_group (15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.462368 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-70532712-bb69-4372-8ca6-b711ffe6fdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.503039 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-70532712-bb69-4372-8ca6-b711ffe6fdd4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=72af44aa74bd411faf01e0f3dc3034f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152701 Oct 12 02:30:31.503876 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532712-bb69-4372-8ca6-b711ffe6fdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:31.505904 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52674) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:31.561372 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb90f49-71e1-4389-8608-70da2a55c31f admin admin] Publish callbacks [] for security_group (15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.582183 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb90f49-71e1-4389-8608-70da2a55c31f admin admin] Publish callbacks [] for security_group (15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.636036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb90f49-71e1-4389-8608-70da2a55c31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.638799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb90f49-71e1-4389-8608-70da2a55c31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.640043 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-bfb90f49-71e1-4389-8608-70da2a55c31f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0 HTTP/1.1" status: 204 len: 168 time: 0.1328602 Oct 12 02:30:31.649893 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb90f49-71e1-4389-8608-70da2a55c31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f35df5-9bc3-4bcc-a0f0-a8a3148e7ba0,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:31.933963 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52692) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:31.948360 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-25c8c270-cfcd-4097-bd7c-df0985f57102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.994065 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:32.019154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:32.047008 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-25c8c270-cfcd-4097-bd7c-df0985f57102 admin admin] Publish callbacks [] for security_group (458e0fc4-e1a4-4f6f-a380-2e9ce23903f3), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.051860 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-25c8c270-cfcd-4097-bd7c-df0985f57102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (458e0fc4-e1a4-4f6f-a380-2e9ce23903f3), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.128751 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8c270-cfcd-4097-bd7c-df0985f57102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458e0fc4-e1a4-4f6f-a380-2e9ce23903f3,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:32.139895 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-25c8c270-cfcd-4097-bd7c-df0985f57102 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7d9b8f577d4840fba000dcf5c62181cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047381 Oct 12 02:30:32.142835 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52706) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:32.163244 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20432d-006c-4dca-94d8-93fcc1e10781 req-f74787d2-a0c3-4b50-8fe5-a8069e303b95 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:32.164993 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fa20432d-006c-4dca-94d8-93fcc1e10781 req-f74787d2-a0c3-4b50-8fe5-a8069e303b95 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0774713 Oct 12 02:30:32.246542 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fa20432d-006c-4dca-94d8-93fcc1e10781 req-68afd876-6b8c-497f-8861-70ee9b2e5c23 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757995 Oct 12 02:30:32.247139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6432ae31-feea-48d0-9536-9689f51d3190 admin admin] Publish callbacks [] for security_group (458e0fc4-e1a4-4f6f-a380-2e9ce23903f3), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.271537 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6432ae31-feea-48d0-9536-9689f51d3190 admin admin] Publish callbacks [] for security_group (458e0fc4-e1a4-4f6f-a380-2e9ce23903f3), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.325344 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6432ae31-feea-48d0-9536-9689f51d3190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (458e0fc4-e1a4-4f6f-a380-2e9ce23903f3), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.329033 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6432ae31-feea-48d0-9536-9689f51d3190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.332925 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6432ae31-feea-48d0-9536-9689f51d3190 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/458e0fc4-e1a4-4f6f-a380-2e9ce23903f3 HTTP/1.1" status: 204 len: 168 time: 0.1865466 Oct 12 02:30:32.339511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432ae31-feea-48d0-9536-9689f51d3190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458e0fc4-e1a4-4f6f-a380-2e9ce23903f3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:32.447655 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-6b1f86a8-6f8f-427e-abf3-d149dc07f3a0 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:32.449486 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-6b1f86a8-6f8f-427e-abf3-d149dc07f3a0 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.0625191 Oct 12 02:30:32.608426 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Deleting port f0efb807-7b9e-406c-9e95-a8e88390ae00 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:32.608880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.718257 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355373-bd4d-454f-9fcf-9b499273e786 req-603a3243-3a6f-400b-ae10-0f3ac4b6d7c0 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:32.720044 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-da355373-bd4d-454f-9fcf-9b499273e786 req-603a3243-3a6f-400b-ae10-0f3ac4b6d7c0 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 945 time: 0.1134882 Oct 12 02:30:32.766067 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52736) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:32.781269 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-442a2262-2399-4261-be62-cceb59f6066e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.783158 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] For port f0efb807-7b9e-406c-9e95-a8e88390ae00, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f0efb807-7b9e-406c-9e95-a8e88390ae00,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:32.783738 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.807414 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:32.811577 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Calling delete_port for f0efb807-7b9e-406c-9e95-a8e88390ae00 owned by compute:nova {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:32.823956 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-da355373-bd4d-454f-9fcf-9b499273e786 req-6377d400-845d-4302-91cf-818bd3359316 tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=92b10a56-1d48-44cb-94b5-9dd0f0f36b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Oct 12 02:30:32.875057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-442a2262-2399-4261-be62-cceb59f6066e admin admin] Publish callbacks [] for security_group (0bbac0d1-0359-4af4-ad96-1d2ef9183a51), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.879790 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-442a2262-2399-4261-be62-cceb59f6066e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (0bbac0d1-0359-4af4-ad96-1d2ef9183a51), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.935257 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2262-2399-4261-be62-cceb59f6066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbac0d1-0359-4af4-ad96-1d2ef9183a51,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:32.941810 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-442a2262-2399-4261-be62-cceb59f6066e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3b3e3bd91ac0480e8ff0e32d5f0416ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746144 Oct 12 02:30:32.944326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52744) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:33.062448 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (f0efb807-7b9e-406c-9e95-a8e88390ae00), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.067290 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6a1c425b-e807-4faf-85d0-53b097cdae0e admin admin] Publish callbacks [] for security_group (0bbac0d1-0359-4af4-ad96-1d2ef9183a51), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.080123 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-d1788dfc-1f85-4c04-a11f-b8f407be14bb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710249 Oct 12 02:30:33.093019 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Pushing event deleted for resources: {'Port': ['ID=f0efb807-7b9e-406c-9e95-a8e88390ae00,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:33.095281 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6a1c425b-e807-4faf-85d0-53b097cdae0e admin admin] Publish callbacks [] for security_group (0bbac0d1-0359-4af4-ad96-1d2ef9183a51), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.105240 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['f0efb807-7b9e-406c-9e95-a8e88390ae00'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:33.179724 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] No DVR routers for this DVR port f0efb807-7b9e-406c-9e95-a8e88390ae00 on host hv-cinder-84914 {{(pid=104427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:33.186971 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.190727 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b31464dd-1a22-48b1-85c9-d347e9cb592e req-ac9b9297-8773-4f46-8cc2-9d71aa73f18f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.27 "DELETE /networking/v2.0/ports/f0efb807-7b9e-406c-9e95-a8e88390ae00 HTTP/1.1" status: 204 len: 173 time: 0.7361610 Oct 12 02:30:33.191281 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'name': 'network-vif-deleted', 'tag': 'f0efb807-7b9e-406c-9e95-a8e88390ae00'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:33.196346 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54971543-8c55-4dd3-ae34-f17965e98dc0" -d '{"events": [{"server_uuid": "1c783d86-0a9f-4896-ad09-28b0ea4da305", "name": "network-vif-deleted", "tag": "f0efb807-7b9e-406c-9e95-a8e88390ae00"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:33.201445 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6a1c425b-e807-4faf-85d0-53b097cdae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (0bbac0d1-0359-4af4-ad96-1d2ef9183a51), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.210523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6a1c425b-e807-4faf-85d0-53b097cdae0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.213282 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6a1c425b-e807-4faf-85d0-53b097cdae0e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0bbac0d1-0359-4af4-ad96-1d2ef9183a51 HTTP/1.1" status: 204 len: 168 time: 0.2671468 Oct 12 02:30:33.234916 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c425b-e807-4faf-85d0-53b097cdae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbac0d1-0359-4af4-ad96-1d2ef9183a51,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:33.316280 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644898e-7680-4092-aa50-522bf2f1582b req-84fbbe11-3e61-453a-b9a7-4227e0eaaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.318059 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-84fbbe11-3e61-453a-b9a7-4227e0eaaa66 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 1130 time: 0.0955696 Oct 12 02:30:33.379734 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e65dde-5427-4a0f-b130-e8d9ed8e062d x-openstack-request-id: req-a4e65dde-5427-4a0f-b130-e8d9ed8e062d {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:33.380252 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c783d86-0a9f-4896-ad09-28b0ea4da305", "name": "network-vif-deleted", "tag": "f0efb807-7b9e-406c-9e95-a8e88390ae00", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:33.383035 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4e65dde-5427-4a0f-b130-e8d9ed8e062d {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:33.383455 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e65dde-5427-4a0f-b130-e8d9ed8e062d'] response: {'server_uuid': '1c783d86-0a9f-4896-ad09-28b0ea4da305', 'name': 'network-vif-deleted', 'tag': 'f0efb807-7b9e-406c-9e95-a8e88390ae00', 'status': 'completed', 'code': 200} Oct 12 02:30:33.520991 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ce41-29b0-4ce3-8b43-e76950291a23 req-c45f3c9b-9339-402c-ad6b-adcc2ab568aa tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.522478 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7f00ce41-29b0-4ce3-8b43-e76950291a23 req-c45f3c9b-9339-402c-ad6b-adcc2ab568aa tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0760772 Oct 12 02:30:33.596833 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:33.630074 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644898e-7680-4092-aa50-522bf2f1582b req-cbac6c27-5725-47c2-9c34-779a10b0e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.631636 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-cbac6c27-5725-47c2-9c34-779a10b0e19b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.2894483 Oct 12 02:30:33.641086 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7f00ce41-29b0-4ce3-8b43-e76950291a23 req-1e3a9ada-fefb-4106-a6d9-a623b619c777 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996578 Oct 12 02:30:33.719430 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-78fde4ed-4206-41f1-81c6-da0ba42648c8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531 HTTP/1.1" status: 200 len: 217 time: 0.0657349 Oct 12 02:30:33.786478 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644898e-7680-4092-aa50-522bf2f1582b req-aff1037d-ddb4-4bf1-a502-5f5298e6be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.788019 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-aff1037d-ddb4-4bf1-a502-5f5298e6be12 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0627716 Oct 12 02:30:33.841884 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644898e-7680-4092-aa50-522bf2f1582b req-6cb73ded-1b23-42d4-b648-455eabe97b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.843724 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-6cb73ded-1b23-42d4-b648-455eabe97b84 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0502338 Oct 12 02:30:33.979403 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-2f7ee2b3-a577-4f87-b8d8-f54799e8afc0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286788 Oct 12 02:30:34.019715 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d5311fb1-3810-47b3-91eb-2afe67fdd2b9 req-a324fdb9-2697-4158-9c5a-b6023ba8e70f tempest-DeleteServersTestJSON-2027777121 tempest-DeleteServersTestJSON-2027777121-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c783d86-0a9f-4896-ad09-28b0ea4da305 HTTP/1.1" status: 200 len: 210 time: 0.0464036 Oct 12 02:30:34.131735 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9644898e-7680-4092-aa50-522bf2f1582b req-fb7293ef-b168-4d31-8940-0c7323b041f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990999 Oct 12 02:30:34.148110 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52776) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:34.268961 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd364-8f50-4ea9-8f84-e91849e86126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.294981 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:34.370746 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd364-8f50-4ea9-8f84-e91849e86126 admin admin] Publish callbacks [] for security_group (a2aacda1-a8f1-4717-b63c-0dd0185d571e), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.375801 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd364-8f50-4ea9-8f84-e91849e86126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a2aacda1-a8f1-4717-b63c-0dd0185d571e), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.396901 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:34.428168 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cd364-8f50-4ea9-8f84-e91849e86126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aacda1-a8f1-4717-b63c-0dd0185d571e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:34.433906 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-2f5cd364-8f50-4ea9-8f84-e91849e86126 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=eadcdfd888eb4a91896b88ed3fdcb348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845452 Oct 12 02:30:34.437681 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52792) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:34.498919 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-69f00cee-eacc-4484-aa13-e78e25efcfa5 admin admin] Publish callbacks [] for security_group (a2aacda1-a8f1-4717-b63c-0dd0185d571e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.533221 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-69f00cee-eacc-4484-aa13-e78e25efcfa5 admin admin] Publish callbacks [] for security_group (a2aacda1-a8f1-4717-b63c-0dd0185d571e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.599900 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-69f00cee-eacc-4484-aa13-e78e25efcfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a2aacda1-a8f1-4717-b63c-0dd0185d571e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.602762 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-69f00cee-eacc-4484-aa13-e78e25efcfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.603893 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-69f00cee-eacc-4484-aa13-e78e25efcfa5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a2aacda1-a8f1-4717-b63c-0dd0185d571e HTTP/1.1" status: 204 len: 168 time: 0.1648979 Oct 12 02:30:34.613545 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f00cee-eacc-4484-aa13-e78e25efcfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aacda1-a8f1-4717-b63c-0dd0185d571e,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:34.812091 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee148289-af1a-4430-9274-83a456486466 req-90869ac1-7b12-4f3d-8933-ebbab230d146 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:34.820756 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ee148289-af1a-4430-9274-83a456486466 req-90869ac1-7b12-4f3d-8933-ebbab230d146 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0617206 Oct 12 02:30:34.831183 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:34.888518 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ee148289-af1a-4430-9274-83a456486466 req-e2a6dd61-705f-4aa1-a6ef-af7683e4ef33 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661559 Oct 12 02:30:35.172755 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.202238 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52830) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:35.218413 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752ee369-108c-434f-ace1-d7c5ff35317e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.316378 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752ee369-108c-434f-ace1-d7c5ff35317e admin admin] Publish callbacks [] for security_group (86e99b75-256a-45b2-9fe3-b288779f9fe0), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.321402 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752ee369-108c-434f-ace1-d7c5ff35317e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (86e99b75-256a-45b2-9fe3-b288779f9fe0), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.358848 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ee369-108c-434f-ace1-d7c5ff35317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e99b75-256a-45b2-9fe3-b288779f9fe0,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:35.377947 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-752ee369-108c-434f-ace1-d7c5ff35317e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3ecb3bc942ae427fb1aea118551718d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744113 Oct 12 02:30:35.380549 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52840) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:35.460236 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d708892b-21b2-42ed-b94f-2cc51ab5dcee admin admin] Publish callbacks [] for security_group (86e99b75-256a-45b2-9fe3-b288779f9fe0), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.484959 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d708892b-21b2-42ed-b94f-2cc51ab5dcee admin admin] Publish callbacks [] for security_group (86e99b75-256a-45b2-9fe3-b288779f9fe0), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.549603 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d708892b-21b2-42ed-b94f-2cc51ab5dcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (86e99b75-256a-45b2-9fe3-b288779f9fe0), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.552185 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d708892b-21b2-42ed-b94f-2cc51ab5dcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.555957 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d708892b-21b2-42ed-b94f-2cc51ab5dcee admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/86e99b75-256a-45b2-9fe3-b288779f9fe0 HTTP/1.1" status: 204 len: 168 time: 0.1716249 Oct 12 02:30:35.563399 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708892b-21b2-42ed-b94f-2cc51ab5dcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e99b75-256a-45b2-9fe3-b288779f9fe0,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:35.995131 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52864) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:36.029745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9aa35ef9-2055-459c-954a-2266e720bea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.055510 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f7513-4671-4127-ae67-36a94c74272f req-68848c94-511e-4010-a9b8-6fd70d02a6ad tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:36.057300 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2f9f7513-4671-4127-ae67-36a94c74272f req-68848c94-511e-4010-a9b8-6fd70d02a6ad tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0817251 Oct 12 02:30:36.095129 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f0efb807-7b9e-406c-9e95-a8e88390ae00 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:36.152939 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: f0efb807-7b9e-406c-9e95-a8e88390ae00 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:36.153474 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f0efb807-7b9e-406c-9e95-a8e88390ae00 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:36.167427 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2f9f7513-4671-4127-ae67-36a94c74272f req-c70c8d1d-334e-4cb5-9ffb-015e5ff21592 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010385 Oct 12 02:30:36.181730 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:36.211819 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9aa35ef9-2055-459c-954a-2266e720bea1 admin admin] Publish callbacks [] for security_group (d4f41f94-2fa9-4328-9b66-f07c362333f3), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.215597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9aa35ef9-2055-459c-954a-2266e720bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d4f41f94-2fa9-4328-9b66-f07c362333f3), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.258074 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35ef9-2055-459c-954a-2266e720bea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f41f94-2fa9-4328-9b66-f07c362333f3,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:36.264274 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-9aa35ef9-2055-459c-954a-2266e720bea1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=de2d1c131e8d4fe096aeb064ff6b28eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674172 Oct 12 02:30:36.266310 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52876) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:36.322144 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b260dd19-46de-4772-8d3b-73a446837abd admin admin] Publish callbacks [] for security_group (d4f41f94-2fa9-4328-9b66-f07c362333f3), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.345258 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b260dd19-46de-4772-8d3b-73a446837abd admin admin] Publish callbacks [] for security_group (d4f41f94-2fa9-4328-9b66-f07c362333f3), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.394389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b260dd19-46de-4772-8d3b-73a446837abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d4f41f94-2fa9-4328-9b66-f07c362333f3), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.397120 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b260dd19-46de-4772-8d3b-73a446837abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.398222 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-b260dd19-46de-4772-8d3b-73a446837abd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d4f41f94-2fa9-4328-9b66-f07c362333f3 HTTP/1.1" status: 204 len: 168 time: 0.1310184 Oct 12 02:30:36.406956 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260dd19-46de-4772-8d3b-73a446837abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f41f94-2fa9-4328-9b66-f07c362333f3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:36.662334 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 52890) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:36.871207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:37.063786 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (3383738a-918b-43db-92b1-bb4ff87fd337), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.135428 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:30:37.316089 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7669-7305-48c1-9092-719ca32a6543 req-efec9633-7c7b-470e-aa41-aaea9b977afc tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:37.324197 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-889a7669-7305-48c1-9092-719ca32a6543 req-efec9633-7c7b-470e-aa41-aaea9b977afc tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0669160 Oct 12 02:30:37.386323 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Deleting port f0d6c64e-4e46-4483-9ee2-b98cad54f58b {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:37.386843 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.402247 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-889a7669-7305-48c1-9092-719ca32a6543 req-1bcdaec2-ec80-4e99-92c1-03fef97627bf tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768750 Oct 12 02:30:37.514471 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] For port f0d6c64e-4e46-4483-9ee2-b98cad54f58b, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:37.514834 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.532898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Calling delete_port for f0d6c64e-4e46-4483-9ee2-b98cad54f58b owned by network:router_interface {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:37.541904 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:37.831807 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (f0d6c64e-4e46-4483-9ee2-b98cad54f58b), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.860526 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d6c64e-4e46-4483-9ee2-b98cad54f58b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:38.025707 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (3383738a-918b-43db-92b1-bb4ff87fd337), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:38.246624 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3818977-d88e-4b3d-aa81-53bf44e1209e None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:30:38.419731 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3818977-d88e-4b3d-aa81-53bf44e1209e None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:30:38.433786 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:38.574775 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef18b-fbd7-49eb-9f46-426330d5bb48 req-8db0e843-28d7-41b0-937b-89b8fe50429e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:38.577304 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-578ef18b-fbd7-49eb-9f46-426330d5bb48 req-8db0e843-28d7-41b0-937b-89b8fe50429e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0706682 Oct 12 02:30:38.586001 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Router 3383738a-918b-43db-92b1-bb4ff87fd337 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:30:38.646634 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-578ef18b-fbd7-49eb-9f46-426330d5bb48 req-db6fc2ce-9c3f-495f-b08a-9ba95b6d10d5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589170 Oct 12 02:30:38.775352 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:38.778147 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:38.783969 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-916401d2-abf9-42db-a29c-0660141d84b5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/3383738a-918b-43db-92b1-bb4ff87fd337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1200178 Oct 12 02:30:38.787206 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52986) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:38.790286 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] Sync routers for ids ['3383738a-918b-43db-92b1-bb4ff87fd337'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:30:38.804096 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] Routers {'3383738a-918b-43db-92b1-bb4ff87fd337'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:38.804938 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['3383738a-918b-43db-92b1-bb4ff87fd337'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:39.024154 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] Set router 3383738a-918b-43db-92b1-bb4ff87fd337 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:39.066708 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks [] for router (3383738a-918b-43db-92b1-bb4ff87fd337), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.079789 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.080735 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.211709 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks [] for router_gateway (3383738a-918b-43db-92b1-bb4ff87fd337), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.220174 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 52998) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:39.267551 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f832584-6253-4443-8211-24b4fa5f0851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:30:37Z', 'revision_number': 5, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port': {'id': '0f832584-6253-4443-8211-24b4fa5f0851', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:39.293688 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] Checking router: 3383738a-918b-43db-92b1-bb4ff87fd337 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:30:39.304303 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] Routers {'3383738a-918b-43db-92b1-bb4ff87fd337'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:39.305203 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['3383738a-918b-43db-92b1-bb4ff87fd337'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:39.317245 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Deleting port 0f832584-6253-4443-8211-24b4fa5f0851 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:39.317600 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (0f832584-6253-4443-8211-24b4fa5f0851), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.415736 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] Set router 3383738a-918b-43db-92b1-bb4ff87fd337 gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:39.572874 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] For port 0f832584-6253-4443-8211-24b4fa5f0851, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=0f832584-6253-4443-8211-24b4fa5f0851,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:39.573275 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (0f832584-6253-4443-8211-24b4fa5f0851), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.597414 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Calling delete_port for 0f832584-6253-4443-8211-24b4fa5f0851 owned by network:router_gateway {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:39.598723 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:30:39Z', 'revision_number': 6, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:39.612724 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fd1202c4-d7a3-4011-aac9-8509261a0088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.640242 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4dce31-026c-4fc2-8ced-09aaefaecc54 None None] The sync data for ids ['3383738a-918b-43db-92b1-bb4ff87fd337'] in dv-cinder-849143-14-smb is: [{'id': '3383738a-918b-43db-92b1-bb4ff87fd337', 'name': 'tempest-DeleteServersTestJSON-1139898069-router', 'tenant_id': '67fa408f8459449cad4d87b5209ba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:30:39Z', 'revision_number': 6, 'project_id': '67fa408f8459449cad4d87b5209ba810', 'gw_port_host': None}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:39.956696 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:40.001690 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce073-d11a-4d2d-b94d-abd6527f9b31 req-a0e94635-324f-4401-96e6-0c3f580ba1d0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:40.003367 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-05cce073-d11a-4d2d-b94d-abd6527f9b31 req-a0e94635-324f-4401-96e6-0c3f580ba1d0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0941815 Oct 12 02:30:40.101468 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:40.164726 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-05cce073-d11a-4d2d-b94d-abd6527f9b31 req-42feae03-32b5-44c3-8dda-92e5b5c7c2c2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533489 Oct 12 02:30:40.209980 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fd1202c4-d7a3-4011-aac9-8509261a0088 admin admin] Publish callbacks [] for security_group (252c9cf2-3a6d-43ba-8c8c-9903e80f5901), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.217517 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fd1202c4-d7a3-4011-aac9-8509261a0088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (252c9cf2-3a6d-43ba-8c8c-9903e80f5901), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.270143 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (0f832584-6253-4443-8211-24b4fa5f0851), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.281384 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-fd1202c4-d7a3-4011-aac9-8509261a0088 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=00e8e46ac67f44e687a3332bd50b5b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0598450 Oct 12 02:30:40.282151 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1202c4-d7a3-4011-aac9-8509261a0088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c9cf2-3a6d-43ba-8c8c-9903e80f5901,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:40.284194 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53018) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:40.302347 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f832584-6253-4443-8211-24b4fa5f0851,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:40.327389 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-236e9fa2-76c8-47a1-9be1-9aa02ddf9414 None None] Provisioning complete for port fd2a5fb7-ded7-4a94-be10-fada85677587 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:40.330858 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-236e9fa2-76c8-47a1-9be1-9aa02ddf9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.331248 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-236e9fa2-76c8-47a1-9be1-9aa02ddf9414 None None] Attempt 1 to provision port fd2a5fb7-ded7-4a94-be10-fada85677587 Oct 12 02:30:40.339606 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6461a5ca-2393-479e-a3bb-07d2767587a4 admin admin] Publish callbacks [] for security_group (252c9cf2-3a6d-43ba-8c8c-9903e80f5901), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.343546 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (3383738a-918b-43db-92b1-bb4ff87fd337), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.366033 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6461a5ca-2393-479e-a3bb-07d2767587a4 admin admin] Publish callbacks [] for security_group (252c9cf2-3a6d-43ba-8c8c-9903e80f5901), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.411134 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-236e9fa2-76c8-47a1-9be1-9aa02ddf9414 None None] Current status of the port fd2a5fb7-ded7-4a94-be10-fada85677587 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:40.426071 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6461a5ca-2393-479e-a3bb-07d2767587a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (252c9cf2-3a6d-43ba-8c8c-9903e80f5901), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.428726 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6461a5ca-2393-479e-a3bb-07d2767587a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.429861 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6461a5ca-2393-479e-a3bb-07d2767587a4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/252c9cf2-3a6d-43ba-8c8c-9903e80f5901 HTTP/1.1" status: 204 len: 168 time: 0.1446636 Oct 12 02:30:40.437747 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461a5ca-2393-479e-a3bb-07d2767587a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c9cf2-3a6d-43ba-8c8c-9903e80f5901,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:40.458140 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (3383738a-918b-43db-92b1-bb4ff87fd337), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.460888 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks [] for router_controller (3383738a-918b-43db-92b1-bb4ff87fd337), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.530089 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (3383738a-918b-43db-92b1-bb4ff87fd337), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.530828 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3383738a-918b-43db-92b1-bb4ff87fd337 {{(pid=104427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:30:40.541782 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.545731 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-484027dc-b269-4c8a-a44e-9eca25e09ef2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/3383738a-918b-43db-92b1-bb4ff87fd337 HTTP/1.1" status: 204 len: 168 time: 1.7538810 Oct 12 02:30:40.546090 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53024) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:40.602743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] Deleting subnet 8c9b3489-b337-4c4a-afe0-d137facfa788 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:30:40.606266 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] Publish callbacks [] for subnet (8c9b3489-b337-4c4a-afe0-d137facfa788), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.644451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] Publish callbacks [] for subnet (8c9b3489-b337-4c4a-afe0-d137facfa788), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.737155 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (8c9b3489-b337-4c4a-afe0-d137facfa788), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.790862 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53032) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:40.818479 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f52b653d-63cf-4d4f-bc5b-ade0d95f216c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.830608 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (8c9b3489-b337-4c4a-afe0-d137facfa788), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.875933 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9b3489-b337-4c4a-afe0-d137facfa788,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:40.879486 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.880097 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791c3ff-c1fa-49de-b721-217f1a7f2e84 None None] Network 9fa82c6a-55d7-4c1f-9851-c57916a40e99 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:40.883041 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a1821cdc-d690-4478-bae8-62e83028ebfb admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/8c9b3489-b337-4c4a-afe0-d137facfa788 HTTP/1.1" status: 204 len: 168 time: 0.3359249 Oct 12 02:30:40.885839 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53040) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:40.955731 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:40.960755 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f52b653d-63cf-4d4f-bc5b-ade0d95f216c admin admin] Publish callbacks [] for security_group (16912716-ff39-4749-bf6c-3babc333f84b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.968460 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f52b653d-63cf-4d4f-bc5b-ade0d95f216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (16912716-ff39-4749-bf6c-3babc333f84b), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.011239 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f52b653d-63cf-4d4f-bc5b-ade0d95f216c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0b60354a2ba74f078678864aae64a6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175379 Oct 12 02:30:41.014132 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53048) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:41.018450 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (9fa82c6a-55d7-4c1f-9851-c57916a40e99), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.063622 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b653d-63cf-4d4f-bc5b-ade0d95f216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16912716-ff39-4749-bf6c-3babc333f84b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:41.085222 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Deleting port fd2a5fb7-ded7-4a94-be10-fada85677587 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:41.085597 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.096219 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8fb64a8f-d756-4616-962b-bf9b05e2202c admin admin] Publish callbacks [] for security_group (16912716-ff39-4749-bf6c-3babc333f84b), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.124632 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8fb64a8f-d756-4616-962b-bf9b05e2202c admin admin] Publish callbacks [] for security_group (16912716-ff39-4749-bf6c-3babc333f84b), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.124917 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] DHCP port deletion for 9fa82c6a-55d7-4c1f-9851-c57916a40e99 request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:30:41.164248 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] For port fd2a5fb7-ded7-4a94-be10-fada85677587, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=fd2a5fb7-ded7-4a94-be10-fada85677587,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:41.164502 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.173946 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Deleting port fd2a5fb7-ded7-4a94-be10-fada85677587 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:41.174778 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.179774 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Calling delete_port for fd2a5fb7-ded7-4a94-be10-fada85677587 owned by network:dhcp {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:41.187433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8fb64a8f-d756-4616-962b-bf9b05e2202c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (16912716-ff39-4749-bf6c-3babc333f84b), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.191692 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:41.193379 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8fb64a8f-d756-4616-962b-bf9b05e2202c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.194679 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8fb64a8f-d756-4616-962b-bf9b05e2202c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/16912716-ff39-4749-bf6c-3babc333f84b HTTP/1.1" status: 204 len: 168 time: 0.1795218 Oct 12 02:30:41.228220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb64a8f-d756-4616-962b-bf9b05e2202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16912716-ff39-4749-bf6c-3babc333f84b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:41.279486 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] For port fd2a5fb7-ded7-4a94-be10-fada85677587, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=fd2a5fb7-ded7-4a94-be10-fada85677587,segment=NetworkSegment(4a8d9d37-a365-4dad-b1c0-0faadfe63e0b),segment_id=4a8d9d37-a365-4dad-b1c0-0faadfe63e0b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:41.280049 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.298806 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Calling delete_port for fd2a5fb7-ded7-4a94-be10-fada85677587 owned by network:dhcp {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:41.304851 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.358504 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2a5fb7-ded7-4a94-be10-fada85677587,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:41.366209 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] No DVR routers for this DVR port fd2a5fb7-ded7-4a94-be10-fada85677587 on host dv-cinder-849143-14-smb {{(pid=104427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:41.448273 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:41.460629 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:41.465695 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53062) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:41.480286 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (fd2a5fb7-ded7-4a94-be10-fada85677587), after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.512652 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15072459-3624-4edc-a930-38cffe3ac9f6 req-6ac45842-1002-4842-a3dd-baf7351f4240 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:41.514409 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-15072459-3624-4edc-a930-38cffe3ac9f6 req-6ac45842-1002-4842-a3dd-baf7351f4240 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1583743 Oct 12 02:30:41.553646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Pushing event deleted for resources: {'Port': ['ID=fd2a5fb7-ded7-4a94-be10-fada85677587,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:41.555236 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (9fa82c6a-55d7-4c1f-9851-c57916a40e99), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.560087 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0f832584-6253-4443-8211-24b4fa5f0851 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:41.572399 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] No DVR routers for this DVR port fd2a5fb7-ded7-4a94-be10-fada85677587 on host dv-cinder-849143-14-smb {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:41.592450 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-15072459-3624-4edc-a930-38cffe3ac9f6 req-5feedae6-b88f-428b-a207-c5d657dbf0de tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714707 Oct 12 02:30:41.621122 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.621917 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.622500 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.622839 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > port after_create 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.623277 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.623791 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > port after_update 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.624081 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.624193 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.624422 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.624592 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.624924 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.625484 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.625990 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.626790 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.627132 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.627471 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.627808 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.628172 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.628409 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.628534 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.628789 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.628961 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.629468 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.630753 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.631287 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e131-5d9f-4e57-a6e7-8455f8de2826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:41.643813 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 0f832584-6253-4443-8211-24b4fa5f0851 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:41.644268 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0f832584-6253-4443-8211-24b4fa5f0851 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:41.644733 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device fd2a5fb7-ded7-4a94-be10-fada85677587 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:41.673837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: fd2a5fb7-ded7-4a94-be10-fada85677587 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:41.674194 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device fd2a5fb7-ded7-4a94-be10-fada85677587 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:41.674758 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device f0d6c64e-4e46-4483-9ee2-b98cad54f58b no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:41.695444 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: f0d6c64e-4e46-4483-9ee2-b98cad54f58b {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:41.695807 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device f0d6c64e-4e46-4483-9ee2-b98cad54f58b not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:41.722078 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1f7c701d-ffc7-4fae-9ce2-a9f30e4f95ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.823857 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1f7c701d-ffc7-4fae-9ce2-a9f30e4f95ba admin admin] Publish callbacks [] for security_group (2c58707a-7531-4473-8ec8-4a9df171fa0b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.824393 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.824982 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.825271 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.826272 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:30:41.826875 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa82c6a-55d7-4c1f-9851-c57916a40e99']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:41.830168 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1f7c701d-ffc7-4fae-9ce2-a9f30e4f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2c58707a-7531-4473-8ec8-4a9df171fa0b), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.846571 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:41.847114 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8d9d37-a365-4dad-b1c0-0faadfe63e0b') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:41.867698 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (4a8d9d37-a365-4dad-b1c0-0faadfe63e0b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.887308 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-1f7c701d-ffc7-4fae-9ce2-a9f30e4f95ba admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=23e234f9ed4244dba13f90f21e5edf50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200618 Oct 12 02:30:41.889791 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c701d-ffc7-4fae-9ce2-a9f30e4f95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c58707a-7531-4473-8ec8-4a9df171fa0b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:41.890224 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53086) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:41.900576 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (4a8d9d37-a365-4dad-b1c0-0faadfe63e0b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.916496 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=9 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:41.922975 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:41.925136 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:30:41.925824 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (4a8d9d37-a365-4dad-b1c0-0faadfe63e0b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.052159 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (9fa82c6a-55d7-4c1f-9851-c57916a40e99), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.058051 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7e1236cc-4716-49e6-a681-ba0e471b35ee admin admin] Publish callbacks [] for security_group (2c58707a-7531-4473-8ec8-4a9df171fa0b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.063666 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.067039 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/9fa82c6a-55d7-4c1f-9851-c57916a40e99 HTTP/1.1" status: 204 len: 168 time: 1.1790214 Oct 12 02:30:42.092989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc4d6-0e2f-4bd7-933d-6b67f52c67ad admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa82c6a-55d7-4c1f-9851-c57916a40e99,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:42.105108 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7e1236cc-4716-49e6-a681-ba0e471b35ee admin admin] Publish callbacks [] for security_group (2c58707a-7531-4473-8ec8-4a9df171fa0b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.163519 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7e1236cc-4716-49e6-a681-ba0e471b35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2c58707a-7531-4473-8ec8-4a9df171fa0b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.167453 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7e1236cc-4716-49e6-a681-ba0e471b35ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.168729 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7e1236cc-4716-49e6-a681-ba0e471b35ee admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2c58707a-7531-4473-8ec8-4a9df171fa0b HTTP/1.1" status: 204 len: 168 time: 0.2774227 Oct 12 02:30:42.180906 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1236cc-4716-49e6-a681-ba0e471b35ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c58707a-7531-4473-8ec8-4a9df171fa0b,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:42.426663 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53112) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:42.490917 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53114) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:42.491534 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-557da993-68d3-4dbd-a740-2afe5da43ac4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=67fa408f8459449cad4d87b5209ba810&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0632927 Oct 12 02:30:42.571223 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b4ee-c4b2-4a43-bc93-e0dab37debfb admin admin] Publish callbacks [] for security_group (92b10a56-1d48-44cb-94b5-9dd0f0f36b34), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.595269 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b4ee-c4b2-4a43-bc93-e0dab37debfb admin admin] Publish callbacks [] for security_group (92b10a56-1d48-44cb-94b5-9dd0f0f36b34), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.671498 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b4ee-c4b2-4a43-bc93-e0dab37debfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (92b10a56-1d48-44cb-94b5-9dd0f0f36b34), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.674507 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b4ee-c4b2-4a43-bc93-e0dab37debfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.676400 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-c4d1b4ee-c4b2-4a43-bc93-e0dab37debfb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/92b10a56-1d48-44cb-94b5-9dd0f0f36b34 HTTP/1.1" status: 204 len: 168 time: 0.1838140 Oct 12 02:30:42.682704 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 4a8d9d37-a365-4dad-b1c0-0faadfe63e0b resource provider aggregate not found Oct 12 02:30:42.689548 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1b4ee-c4b2-4a43-bc93-e0dab37debfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b10a56-1d48-44cb-94b5-9dd0f0f36b34,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:42.734958 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 4a8d9d37-a365-4dad-b1c0-0faadfe63e0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a8d9d37-a365-4dad-b1c0-0faadfe63e0b found for delete ", "request_id": "req-8060c23b-0569-4413-802d-83d827ab1334"}]} Oct 12 02:30:42.781960 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547fa99-fa6d-4329-8198-3ff73188fbfe req-7810ffcf-8fbf-41b4-9184-f26525a9be6b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:42.784683 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9547fa99-fa6d-4329-8198-3ff73188fbfe req-7810ffcf-8fbf-41b4-9184-f26525a9be6b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0797770 Oct 12 02:30:42.838265 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53136) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:42.843408 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9547fa99-fa6d-4329-8198-3ff73188fbfe req-62882930-fdc9-4237-988b-35784c9c05a9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515187 Oct 12 02:30:42.867886 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-78889b6b-11b2-4320-90de-9dc6fd63c108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.963827 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-78889b6b-11b2-4320-90de-9dc6fd63c108 admin admin] Publish callbacks [] for security_group (5f4d8800-4648-45ef-82c3-c8d0c3c742a0), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.969470 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-78889b6b-11b2-4320-90de-9dc6fd63c108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (5f4d8800-4648-45ef-82c3-c8d0c3c742a0), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.013332 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-78889b6b-11b2-4320-90de-9dc6fd63c108 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3b2d6f22389b457bba0795cfb0d46d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732733 Oct 12 02:30:43.015326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78889b6b-11b2-4320-90de-9dc6fd63c108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d8800-4648-45ef-82c3-c8d0c3c742a0,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:43.016008 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53140) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:43.099910 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7418106-a107-4f5d-9369-0fd9b8e7aebe admin admin] Publish callbacks [] for security_group (5f4d8800-4648-45ef-82c3-c8d0c3c742a0), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.126464 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7418106-a107-4f5d-9369-0fd9b8e7aebe admin admin] Publish callbacks [] for security_group (5f4d8800-4648-45ef-82c3-c8d0c3c742a0), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.204713 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7418106-a107-4f5d-9369-0fd9b8e7aebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (5f4d8800-4648-45ef-82c3-c8d0c3c742a0), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.204713 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7418106-a107-4f5d-9369-0fd9b8e7aebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.204713 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-d7418106-a107-4f5d-9369-0fd9b8e7aebe admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5f4d8800-4648-45ef-82c3-c8d0c3c742a0 HTTP/1.1" status: 204 len: 168 time: 0.1859760 Oct 12 02:30:43.218709 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418106-a107-4f5d-9369-0fd9b8e7aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d8800-4648-45ef-82c3-c8d0c3c742a0,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:43.995453 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb702eb7-7a49-4db5-b8bf-96fafeb09666 req-94e8bf39-91bc-462a-9469-e5a99dafb70c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:44.001553 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fb702eb7-7a49-4db5-b8bf-96fafeb09666 req-94e8bf39-91bc-462a-9469-e5a99dafb70c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0714445 Oct 12 02:30:44.081264 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fb702eb7-7a49-4db5-b8bf-96fafeb09666 req-5ed23502-a984-401a-8673-05bbd60fccb9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726063 Oct 12 02:30:44.794166 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53260) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:44.910214 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c671fb30-82f7-4196-902c-bdea48b18087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.017917 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c671fb30-82f7-4196-902c-bdea48b18087 admin admin] Publish callbacks [] for security_group (280a27fe-367d-4d4f-90fd-e8605b2d3738), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.024769 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c671fb30-82f7-4196-902c-bdea48b18087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (280a27fe-367d-4d4f-90fd-e8605b2d3738), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.083853 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53278) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:45.084390 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c671fb30-82f7-4196-902c-bdea48b18087 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=171ced871cd348b5a4cc7577c765bbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880690 Oct 12 02:30:45.086343 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671fb30-82f7-4196-902c-bdea48b18087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280a27fe-367d-4d4f-90fd-e8605b2d3738,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:45.165719 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ccf74ea3-4287-4174-a8e3-e037c51cc9ac admin admin] Publish callbacks [] for security_group (280a27fe-367d-4d4f-90fd-e8605b2d3738), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.194068 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ccf74ea3-4287-4174-a8e3-e037c51cc9ac admin admin] Publish callbacks [] for security_group (280a27fe-367d-4d4f-90fd-e8605b2d3738), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.196182 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:45.248670 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3310f-8404-46ff-a99b-f845763c2c1a req-8adab906-2789-4c3f-aedb-90661f234a01 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:45.251087 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-46a3310f-8404-46ff-a99b-f845763c2c1a req-8adab906-2789-4c3f-aedb-90661f234a01 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0638263 Oct 12 02:30:45.262617 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ccf74ea3-4287-4174-a8e3-e037c51cc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (280a27fe-367d-4d4f-90fd-e8605b2d3738), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.265812 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ccf74ea3-4287-4174-a8e3-e037c51cc9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.271661 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-ccf74ea3-4287-4174-a8e3-e037c51cc9ac admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/280a27fe-367d-4d4f-90fd-e8605b2d3738 HTTP/1.1" status: 204 len: 168 time: 0.1848705 Oct 12 02:30:45.288217 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf74ea3-4287-4174-a8e3-e037c51cc9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280a27fe-367d-4d4f-90fd-e8605b2d3738,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:45.337288 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:45.355221 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-46a3310f-8404-46ff-a99b-f845763c2c1a req-f4c286ec-fbee-492e-90f2-f284e96102da tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925937 Oct 12 02:30:45.763713 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53322) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:45.782045 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5b6d02d6-c035-4ee6-ae0a-b63bbcb09bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.784670 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:45.901574 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53328) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:45.970098 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5b6d02d6-c035-4ee6-ae0a-b63bbcb09bb1 admin admin] Publish callbacks [] for security_group (6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.975718 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5b6d02d6-c035-4ee6-ae0a-b63bbcb09bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.049578 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5b6d02d6-c035-4ee6-ae0a-b63bbcb09bb1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dd625efb94404eeeabace779cc0853f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845645 Oct 12 02:30:46.050533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d02d6-c035-4ee6-ae0a-b63bbcb09bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:46.052401 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53342) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:46.120137 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2fe42219-6f04-46ec-b7b8-c465a1e9c562 admin admin] Publish callbacks [] for security_group (6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.151627 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2fe42219-6f04-46ec-b7b8-c465a1e9c562 admin admin] Publish callbacks [] for security_group (6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.213907 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-547eb412-783c-427b-b341-833593e981a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.259236 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2fe42219-6f04-46ec-b7b8-c465a1e9c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.261914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2fe42219-6f04-46ec-b7b8-c465a1e9c562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.263582 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-2fe42219-6f04-46ec-b7b8-c465a1e9c562 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6 HTTP/1.1" status: 204 len: 168 time: 0.2101068 Oct 12 02:30:46.274991 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe42219-6f04-46ec-b7b8-c465a1e9c562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3fc52f-dec3-4498-a6b0-1e0e0469e0b6,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:46.279301 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:46.334569 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-547eb412-783c-427b-b341-833593e981a5 admin admin] Publish callbacks [] for security_group (75eab535-eff1-4629-8da4-7772f05f1239), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.348252 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-547eb412-783c-427b-b341-833593e981a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (75eab535-eff1-4629-8da4-7772f05f1239), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.401933 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-547eb412-783c-427b-b341-833593e981a5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=007b81255bf8464188fa2b0ee515285d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974039 Oct 12 02:30:46.404531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eb412-783c-427b-b341-833593e981a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eab535-eff1-4629-8da4-7772f05f1239,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:46.404931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53358) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:46.521607 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c354a-5d65-4ef3-9210-d6257d045e14 req-fa38e967-94ae-4da0-8e47-ad32c1c752f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:46.523151 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-719c354a-5d65-4ef3-9210-d6257d045e14 req-fa38e967-94ae-4da0-8e47-ad32c1c752f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0697179 Oct 12 02:30:46.523793 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-74a57b52-5c7d-4deb-af2d-84b251344b0e admin admin] Publish callbacks [] for security_group (75eab535-eff1-4629-8da4-7772f05f1239), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.562873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-74a57b52-5c7d-4deb-af2d-84b251344b0e admin admin] Publish callbacks [] for security_group (75eab535-eff1-4629-8da4-7772f05f1239), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.617243 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-719c354a-5d65-4ef3-9210-d6257d045e14 req-4f7136b1-0662-428f-8fc7-162ec6580864 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843976 Oct 12 02:30:46.644945 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-74a57b52-5c7d-4deb-af2d-84b251344b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (75eab535-eff1-4629-8da4-7772f05f1239), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.647670 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-74a57b52-5c7d-4deb-af2d-84b251344b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.651516 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-74a57b52-5c7d-4deb-af2d-84b251344b0e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/75eab535-eff1-4629-8da4-7772f05f1239 HTTP/1.1" status: 204 len: 168 time: 0.2455959 Oct 12 02:30:46.660086 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a57b52-5c7d-4deb-af2d-84b251344b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eab535-eff1-4629-8da4-7772f05f1239,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:46.791581 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5236f8e2-890e-4b3d-9e2c-ef89d751a1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.011958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53388) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:47.026550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-598df519-3524-4751-ab83-03d3fca29406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.108233 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-598df519-3524-4751-ab83-03d3fca29406 admin admin] Publish callbacks [] for security_group (501ed719-7dea-4456-b7dc-2a77c2fed820), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.112287 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-598df519-3524-4751-ab83-03d3fca29406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (501ed719-7dea-4456-b7dc-2a77c2fed820), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.152681 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-598df519-3524-4751-ab83-03d3fca29406 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ae3bbb33c9e44fffbb522a6891c3b838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389306 Oct 12 02:30:47.153584 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598df519-3524-4751-ab83-03d3fca29406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501ed719-7dea-4456-b7dc-2a77c2fed820,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:47.155445 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53392) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:47.213308 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b448b56-82ee-4034-969b-e0eb69475dd4 admin admin] Publish callbacks [] for security_group (501ed719-7dea-4456-b7dc-2a77c2fed820), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.242014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b448b56-82ee-4034-969b-e0eb69475dd4 admin admin] Publish callbacks [] for security_group (501ed719-7dea-4456-b7dc-2a77c2fed820), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.295018 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b448b56-82ee-4034-969b-e0eb69475dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (501ed719-7dea-4456-b7dc-2a77c2fed820), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.298343 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b448b56-82ee-4034-969b-e0eb69475dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.299569 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-8b448b56-82ee-4034-969b-e0eb69475dd4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/501ed719-7dea-4456-b7dc-2a77c2fed820 HTTP/1.1" status: 204 len: 168 time: 0.1421921 Oct 12 02:30:47.308628 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b448b56-82ee-4034-969b-e0eb69475dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501ed719-7dea-4456-b7dc-2a77c2fed820,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:47.642099 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53416) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:47.756533 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab947eb-b8d6-4a8a-8c2a-6b65afd2d600 req-5b566089-0594-4e57-a267-a4e95c0e708d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:47.764589 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6ab947eb-b8d6-4a8a-8c2a-6b65afd2d600 req-5b566089-0594-4e57-a267-a4e95c0e708d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0567369 Oct 12 02:30:47.802892 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1db02ffc-9cf5-4d94-97c5-f4949a1dfe90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.843075 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6ab947eb-b8d6-4a8a-8c2a-6b65afd2d600 req-007e99ad-6cbe-4c87-8f9d-d21e7e01aaed tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775511 Oct 12 02:30:47.904903 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1db02ffc-9cf5-4d94-97c5-f4949a1dfe90 admin admin] Publish callbacks [] for security_group (ba80ce79-64f1-4511-a6e8-b2ab112dbb3b), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.908841 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1db02ffc-9cf5-4d94-97c5-f4949a1dfe90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ba80ce79-64f1-4511-a6e8-b2ab112dbb3b), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:47.928833 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:47.954167 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1db02ffc-9cf5-4d94-97c5-f4949a1dfe90 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4ef94de53a124f48aebc558ccb721c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111076 Oct 12 02:30:47.955894 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db02ffc-9cf5-4d94-97c5-f4949a1dfe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba80ce79-64f1-4511-a6e8-b2ab112dbb3b,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:47.956990 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53434) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:48.024393 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d15-92d4-49a0-9fc4-a592fbb4d2e4 admin admin] Publish callbacks [] for security_group (ba80ce79-64f1-4511-a6e8-b2ab112dbb3b), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.049455 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d15-92d4-49a0-9fc4-a592fbb4d2e4 admin admin] Publish callbacks [] for security_group (ba80ce79-64f1-4511-a6e8-b2ab112dbb3b), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.109747 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d15-92d4-49a0-9fc4-a592fbb4d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ba80ce79-64f1-4511-a6e8-b2ab112dbb3b), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.112642 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d15-92d4-49a0-9fc4-a592fbb4d2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.113807 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6b2d9d15-92d4-49a0-9fc4-a592fbb4d2e4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ba80ce79-64f1-4511-a6e8-b2ab112dbb3b HTTP/1.1" status: 204 len: 168 time: 0.1549947 Oct 12 02:30:48.132624 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9d15-92d4-49a0-9fc4-a592fbb4d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba80ce79-64f1-4511-a6e8-b2ab112dbb3b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:48.530209 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53476) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:48.547224 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6ffb-6ede-4f3a-9606-ac4b122d0dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.549898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:48.570359 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:INSERT=18 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:48.632953 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6ffb-6ede-4f3a-9606-ac4b122d0dd8 admin admin] Publish callbacks [] for security_group (51da364a-0d2e-4ca7-bfe9-e998ad14c0fd), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.636597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6ffb-6ede-4f3a-9606-ac4b122d0dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (51da364a-0d2e-4ca7-bfe9-e998ad14c0fd), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.674758 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-3f6b6ffb-6ede-4f3a-9606-ac4b122d0dd8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=594f4f82f872445db47cb8707e4d558f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434805 Oct 12 02:30:48.677530 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53484) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:48.680580 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b6ffb-6ede-4f3a-9606-ac4b122d0dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51da364a-0d2e-4ca7-bfe9-e998ad14c0fd,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:48.739281 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4917dc22-f4c9-4dbb-af01-e74febe2d29c admin admin] Publish callbacks [] for security_group (51da364a-0d2e-4ca7-bfe9-e998ad14c0fd), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.762776 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4917dc22-f4c9-4dbb-af01-e74febe2d29c admin admin] Publish callbacks [] for security_group (51da364a-0d2e-4ca7-bfe9-e998ad14c0fd), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.819721 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4917dc22-f4c9-4dbb-af01-e74febe2d29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (51da364a-0d2e-4ca7-bfe9-e998ad14c0fd), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.822436 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4917dc22-f4c9-4dbb-af01-e74febe2d29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.823572 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4917dc22-f4c9-4dbb-af01-e74febe2d29c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/51da364a-0d2e-4ca7-bfe9-e998ad14c0fd HTTP/1.1" status: 204 len: 168 time: 0.1449966 Oct 12 02:30:48.832035 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917dc22-f4c9-4dbb-af01-e74febe2d29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51da364a-0d2e-4ca7-bfe9-e998ad14c0fd,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:49.006586 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d4cfbe86-2cb2-4153-ae5f-330ef0e25134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.015407 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542bb30-9f47-40cc-a05b-e6ff03d1a159 req-5effc0da-23d1-41f3-aac7-96bcc4bdd307 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:49.023467 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4542bb30-9f47-40cc-a05b-e6ff03d1a159 req-5effc0da-23d1-41f3-aac7-96bcc4bdd307 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0916519 Oct 12 02:30:49.089794 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4542bb30-9f47-40cc-a05b-e6ff03d1a159 req-41c4be39-0040-4071-8409-2d809ee46fa2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650270 Oct 12 02:30:49.309115 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53522) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:49.322994 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-431899b5-faa0-490d-b8a4-a1fd7b49f8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.416639 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:49.418759 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-431899b5-faa0-490d-b8a4-a1fd7b49f8c5 admin admin] Publish callbacks [] for security_group (393389d4-ad50-44e9-b905-913fa269e281), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.426528 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-431899b5-faa0-490d-b8a4-a1fd7b49f8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (393389d4-ad50-44e9-b905-913fa269e281), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.473842 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-431899b5-faa0-490d-b8a4-a1fd7b49f8c5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9938805bef994c5da73354fc68fa93d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635675 Oct 12 02:30:49.476448 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53540) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:49.482989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431899b5-faa0-490d-b8a4-a1fd7b49f8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393389d4-ad50-44e9-b905-913fa269e281,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:49.517378 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=11 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:49.549798 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14ca0719-3d72-43dc-aac7-a6d49d95851d admin admin] Publish callbacks [] for security_group (393389d4-ad50-44e9-b905-913fa269e281), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.574055 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14ca0719-3d72-43dc-aac7-a6d49d95851d admin admin] Publish callbacks [] for security_group (393389d4-ad50-44e9-b905-913fa269e281), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.629797 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14ca0719-3d72-43dc-aac7-a6d49d95851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (393389d4-ad50-44e9-b905-913fa269e281), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.632772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14ca0719-3d72-43dc-aac7-a6d49d95851d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.634098 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-14ca0719-3d72-43dc-aac7-a6d49d95851d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/393389d4-ad50-44e9-b905-913fa269e281 HTTP/1.1" status: 204 len: 168 time: 0.1565232 Oct 12 02:30:49.635783 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=50 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:49.643467 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca0719-3d72-43dc-aac7-a6d49d95851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393389d4-ad50-44e9-b905-913fa269e281,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:49.990080 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53578) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:50.194934 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fe93f082-a16a-4aac-b75c-a923c706bfc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.201260 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53590) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:50.236911 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198d770-d342-4b64-bdf3-c61b4df2737c req-0731add7-7ee4-4316-aec9-9192cf3eabdb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:50.239308 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d198d770-d342-4b64-bdf3-c61b4df2737c req-0731add7-7ee4-4316-aec9-9192cf3eabdb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0809696 Oct 12 02:30:50.279992 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.320140 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d198d770-d342-4b64-bdf3-c61b4df2737c req-fe46e513-097a-4b64-809b-50f94525fb69 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740690 Oct 12 02:30:50.334137 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fe93f082-a16a-4aac-b75c-a923c706bfc7 admin admin] Publish callbacks [] for security_group (10e83683-4f71-4cbd-9b8d-180797d5650f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.339650 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fe93f082-a16a-4aac-b75c-a923c706bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (10e83683-4f71-4cbd-9b8d-180797d5650f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.392247 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2551e1a9-4fb5-4c1d-9fd4-9de96db6f10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.402548 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93f082-a16a-4aac-b75c-a923c706bfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e83683-4f71-4cbd-9b8d-180797d5650f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:50.407476 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-fe93f082-a16a-4aac-b75c-a923c706bfc7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1b103f7839a2419b82edeac9652b0373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166136 Oct 12 02:30:50.410201 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53600) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:50.471268 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-405f2c5f-a2df-4a9a-998b-da52e2a342dd admin admin] Publish callbacks [] for security_group (10e83683-4f71-4cbd-9b8d-180797d5650f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.491282 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2551e1a9-4fb5-4c1d-9fd4-9de96db6f10e admin admin] Publish callbacks [] for security_group (a7927a3e-b0ab-4e35-932c-8ed2a5dfad04), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.494201 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-405f2c5f-a2df-4a9a-998b-da52e2a342dd admin admin] Publish callbacks [] for security_group (10e83683-4f71-4cbd-9b8d-180797d5650f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.495889 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2551e1a9-4fb5-4c1d-9fd4-9de96db6f10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a7927a3e-b0ab-4e35-932c-8ed2a5dfad04), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.540408 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-2551e1a9-4fb5-4c1d-9fd4-9de96db6f10e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cfeb7d8affd14db994aa158801ce31dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231037 Oct 12 02:30:50.541118 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53606) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:50.550120 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551e1a9-4fb5-4c1d-9fd4-9de96db6f10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7927a3e-b0ab-4e35-932c-8ed2a5dfad04,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:50.569077 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-405f2c5f-a2df-4a9a-998b-da52e2a342dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (10e83683-4f71-4cbd-9b8d-180797d5650f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.572924 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-405f2c5f-a2df-4a9a-998b-da52e2a342dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.577263 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-405f2c5f-a2df-4a9a-998b-da52e2a342dd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/10e83683-4f71-4cbd-9b8d-180797d5650f HTTP/1.1" status: 204 len: 168 time: 0.1635542 Oct 12 02:30:50.588625 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f2c5f-a2df-4a9a-998b-da52e2a342dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e83683-4f71-4cbd-9b8d-180797d5650f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:50.621389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a8b66959-0a29-453f-8c24-8cb4f2774fc0 admin admin] Publish callbacks [] for security_group (a7927a3e-b0ab-4e35-932c-8ed2a5dfad04), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.645880 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a8b66959-0a29-453f-8c24-8cb4f2774fc0 admin admin] Publish callbacks [] for security_group (a7927a3e-b0ab-4e35-932c-8ed2a5dfad04), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.658301 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53614) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:50.692536 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=22,neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:50.709120 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a8b66959-0a29-453f-8c24-8cb4f2774fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a7927a3e-b0ab-4e35-932c-8ed2a5dfad04), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.711829 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a8b66959-0a29-453f-8c24-8cb4f2774fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.713159 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a8b66959-0a29-453f-8c24-8cb4f2774fc0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a7927a3e-b0ab-4e35-932c-8ed2a5dfad04 HTTP/1.1" status: 204 len: 168 time: 0.1700315 Oct 12 02:30:50.722535 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b66959-0a29-453f-8c24-8cb4f2774fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7927a3e-b0ab-4e35-932c-8ed2a5dfad04,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:50.939530 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-759989508-network', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:50.962506 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Made reservation on behalf of cdb53abae8714f59829f6d90874d25ea for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:50.969740 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53624) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:50.975375 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:50.985988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.013414 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:51.095694 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks [] for security_group (717c548b-4104-4b79-857e-6d5ae58ac9b5), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.100380 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (717c548b-4104-4b79-857e-6d5ae58ac9b5), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.128992 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:30:51.143697 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717c548b-4104-4b79-857e-6d5ae58ac9b5,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.148721 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (c845a049-9280-47b7-8f1e-3e673cbf6a83), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.149066 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Added segment c845a049-9280-47b7-8f1e-3e673cbf6a83 of type vlan for network b82c8408-5252-4671-b3db-7f2cceb9fce2 Oct 12 02:30:51.175495 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-000eb05b-03bc-431a-8c30-c06aeb2e6e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.192792 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (b82c8408-5252-4671-b3db-7f2cceb9fce2), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.212834 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53630) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:51.228026 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (b82c8408-5252-4671-b3db-7f2cceb9fce2), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.229680 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:51.230479 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.244799 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:51.249659 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3641168a-0c77-432b-ac44-8efed4b5d290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.267538 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6081877 Oct 12 02:30:51.268139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53632) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:51.295971 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53634) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:51.299385 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Request body: {'subnet': {'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-759989508-subnet', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:51.332944 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f0aaa032-4b5b-4117-8a3f-811a791814e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.344309 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-000eb05b-03bc-431a-8c30-c06aeb2e6e77 admin admin] Publish callbacks [] for security_group (b71da9af-81f1-4694-b143-acf0d745784d), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.348509 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cff62-f2d7-4e24-8d15-9394251614fa admin admin] Pushing event updated for resources: {'Network': ['ID=b82c8408-5252-4671-b3db-7f2cceb9fce2,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.358094 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-000eb05b-03bc-431a-8c30-c06aeb2e6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b71da9af-81f1-4694-b143-acf0d745784d), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.362366 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Made reservation on behalf of cdb53abae8714f59829f6d90874d25ea for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:51.364691 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.370469 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:30:51.437277 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-000eb05b-03bc-431a-8c30-c06aeb2e6e77 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b59fd20d041341208dfcd08f6e01e0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655769 Oct 12 02:30:51.438086 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53638) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:51.454132 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000eb05b-03bc-431a-8c30-c06aeb2e6e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71da9af-81f1-4694-b143-acf0d745784d,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.463713 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:51.482769 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3641168a-0c77-432b-ac44-8efed4b5d290 admin admin] Publish callbacks [] for security_group (fa98073e-b67b-4d79-81b2-aa681e9bb9e8), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.497841 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3641168a-0c77-432b-ac44-8efed4b5d290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (fa98073e-b67b-4d79-81b2-aa681e9bb9e8), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.515748 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5e6f-3a2f-4397-8043-80ae9f3b1968 req-8ee890b2-19f4-4292-833c-3ba554cb2c3a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:51.517254 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-898d5e6f-3a2f-4397-8043-80ae9f3b1968 req-8ee890b2-19f4-4292-833c-3ba554cb2c3a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0968027 Oct 12 02:30:51.554301 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-3641168a-0c77-432b-ac44-8efed4b5d290 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=03ac2c430e154f1cbcb794e1ec2e8b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360112 Oct 12 02:30:51.555476 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641168a-0c77-432b-ac44-8efed4b5d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa98073e-b67b-4d79-81b2-aa681e9bb9e8,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.557813 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53640) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:51.560281 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7764831-364d-4e9b-9064-803f8354f098 admin admin] Publish callbacks [] for security_group (b71da9af-81f1-4694-b143-acf0d745784d), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.563425 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:51.600407 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7764831-364d-4e9b-9064-803f8354f098 admin admin] Publish callbacks [] for security_group (b71da9af-81f1-4694-b143-acf0d745784d), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.614388 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f0aaa032-4b5b-4117-8a3f-811a791814e7 admin admin] Publish callbacks [] for security_group (47f34a27-5682-4520-9300-95b7f2ee5b8f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.626830 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f0aaa032-4b5b-4117-8a3f-811a791814e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (47f34a27-5682-4520-9300-95b7f2ee5b8f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.650998 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-44d6375c-74e5-4f0a-85a3-6ef499fe5565 admin admin] Publish callbacks [] for security_group (fa98073e-b67b-4d79-81b2-aa681e9bb9e8), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.659204 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-898d5e6f-3a2f-4397-8043-80ae9f3b1968 req-6b2b5744-4c22-4be8-8d9f-cc2d9e968502 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268620 Oct 12 02:30:51.688725 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-44d6375c-74e5-4f0a-85a3-6ef499fe5565 admin admin] Publish callbacks [] for security_group (fa98073e-b67b-4d79-81b2-aa681e9bb9e8), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.689592 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f0aaa032-4b5b-4117-8a3f-811a791814e7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=654682e30cb84b2a95ced260ec4716fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862398 Oct 12 02:30:51.692947 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaa032-4b5b-4117-8a3f-811a791814e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f34a27-5682-4520-9300-95b7f2ee5b8f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.695252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53642) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:51.709934 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7764831-364d-4e9b-9064-803f8354f098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b71da9af-81f1-4694-b143-acf0d745784d), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.712410 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7764831-364d-4e9b-9064-803f8354f098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.713562 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a7764831-364d-4e9b-9064-803f8354f098 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b71da9af-81f1-4694-b143-acf0d745784d HTTP/1.1" status: 204 len: 168 time: 0.2688520 Oct 12 02:30:51.736522 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:51.736704 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7764831-364d-4e9b-9064-803f8354f098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71da9af-81f1-4694-b143-acf0d745784d,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.772852 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-44d6375c-74e5-4f0a-85a3-6ef499fe5565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (fa98073e-b67b-4d79-81b2-aa681e9bb9e8), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.776057 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-44d6375c-74e5-4f0a-85a3-6ef499fe5565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.777443 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-44d6375c-74e5-4f0a-85a3-6ef499fe5565 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fa98073e-b67b-4d79-81b2-aa681e9bb9e8 HTTP/1.1" status: 204 len: 168 time: 0.2185576 Oct 12 02:30:51.779499 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (d50e3daa-409d-40e1-8916-f2cecb43aad5), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.788817 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6375c-74e5-4f0a-85a3-6ef499fe5565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa98073e-b67b-4d79-81b2-aa681e9bb9e8,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.852270 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50e3daa-409d-40e1-8916-f2cecb43aad5,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:51.854325 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94d6be90-a730-4bfe-9054-7c813cd2d9b0 admin admin] Publish callbacks [] for security_group (47f34a27-5682-4520-9300-95b7f2ee5b8f), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.876937 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Checking segment: {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:51.877287 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Network hostable DHCP agents. Network: b82c8408-5252-4671-b3db-7f2cceb9fce2, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:30:51.888991 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94d6be90-a730-4bfe-9054-7c813cd2d9b0 admin admin] Publish callbacks [] for security_group (47f34a27-5682-4520-9300-95b7f2ee5b8f), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.906163 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.927012 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:30:51.942604 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, b82c8408-5252-4671-b3db-7f2cceb9fce2) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:51.946075 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:51.946675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.974272 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 53648) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:51.974676 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e622aed9-9a4a-4e06-a0c3-7656ee350456 None None] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:51.980519 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a04b550e-c753-48e8-8aef-1fdd4ee59748 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6872935 Oct 12 02:30:51.984598 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:51.986119 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94d6be90-a730-4bfe-9054-7c813cd2d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (47f34a27-5682-4520-9300-95b7f2ee5b8f), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.989960 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94d6be90-a730-4bfe-9054-7c813cd2d9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.992506 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-94d6be90-a730-4bfe-9054-7c813cd2d9b0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/47f34a27-5682-4520-9300-95b7f2ee5b8f HTTP/1.1" status: 204 len: 168 time: 0.2779286 Oct 12 02:30:52.002208 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6be90-a730-4bfe-9054-7c813cd2d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f34a27-5682-4520-9300-95b7f2ee5b8f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:52.024701 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (d2944e4f-7824-4e1c-920b-3ac220bacfcb), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.027266 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (d2944e4f-7824-4e1c-920b-3ac220bacfcb), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.090598 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.103901 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks [] for router_controller (d2944e4f-7824-4e1c-920b-3ac220bacfcb), precommit_add_association {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.129388 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-b82c8408-5252-4671-b3db-7f2cceb9fce2', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:30:52.130593 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.161818 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:52.283873 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks [] for router_gateway (d2944e4f-7824-4e1c-920b-3ac220bacfcb), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.288091 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Allocated IP 172.20.0.2 (b82c8408-5252-4671-b3db-7f2cceb9fce2/d50e3daa-409d-40e1-8916-f2cecb43aad5/2814448b-3bce-488e-8bf0-5edb96a36520) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:52.304856 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:52.348050 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53658) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:52.374833 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd6-1c28-4684-b2c9-676bc2aa4710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.467522 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Publish callbacks [] for port (2814448b-3bce-488e-8bf0-5edb96a36520), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.473615 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.534210 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:52.537086 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:52.540774 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:52.551384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:52.556095 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Pushing event updated for resources: {'Port': ['ID=2814448b-3bce-488e-8bf0-5edb96a36520,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:52.577139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd6-1c28-4684-b2c9-676bc2aa4710 admin admin] Publish callbacks [] for security_group (160834d9-d798-4c0d-b2b1-dc185548cbc9), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.586478 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks [] for router_gateway (d2944e4f-7824-4e1c-920b-3ac220bacfcb), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.586968 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd6-1c28-4684-b2c9-676bc2aa4710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (160834d9-d798-4c0d-b2b1-dc185548cbc9), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.610870 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.631924 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-32cdabd6-1c28-4684-b2c9-676bc2aa4710 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c82b9722184a4250bc1c48c5b23a0f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826788 Oct 12 02:30:52.634507 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53672) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:52.662040 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Attempting to bind port 2814448b-3bce-488e-8bf0-5edb96a36520 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:52.662729 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Attempting to bind port 2814448b-3bce-488e-8bf0-5edb96a36520 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:52.663404 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Attempting to bind port 2814448b-3bce-488e-8bf0-5edb96a36520 on network b82c8408-5252-4671-b3db-7f2cceb9fce2 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:52.715028 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdabd6-1c28-4684-b2c9-676bc2aa4710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160834d9-d798-4c0d-b2b1-dc185548cbc9,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:52.730760 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:52.732715 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Checking segment: {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:52.733065 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.733466 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Bound using segment: {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:52.733954 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Bound port: 2814448b-3bce-488e-8bf0-5edb96a36520, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:52.741051 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:52.742556 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.753389 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Allocated IP 172.28.2.132 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/42af96a6-b87d-46fc-93f7-e30a91984e24) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:52.793308 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-240ae1ef-f84e-46bd-94cd-adc712d1b8ec admin admin] Publish callbacks [] for security_group (160834d9-d798-4c0d-b2b1-dc185548cbc9), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.827885 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-240ae1ef-f84e-46bd-94cd-adc712d1b8ec admin admin] Publish callbacks [] for security_group (160834d9-d798-4c0d-b2b1-dc185548cbc9), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.854433 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] For port 2814448b-3bce-488e-8bf0-5edb96a36520, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:52.859592 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] For port 2814448b-3bce-488e-8bf0-5edb96a36520, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=2814448b-3bce-488e-8bf0-5edb96a36520,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:52.869925 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.890053 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-240ae1ef-f84e-46bd-94cd-adc712d1b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (160834d9-d798-4c0d-b2b1-dc185548cbc9), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.893026 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-240ae1ef-f84e-46bd-94cd-adc712d1b8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:52.894520 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-240ae1ef-f84e-46bd-94cd-adc712d1b8ec admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/160834d9-d798-4c0d-b2b1-dc185548cbc9 HTTP/1.1" status: 204 len: 168 time: 0.2580004 Oct 12 02:30:52.909356 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ae1ef-f84e-46bd-94cd-adc712d1b8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160834d9-d798-4c0d-b2b1-dc185548cbc9,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:52.972099 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53b31-663d-42b9-87c1-843436f89818 None None] Pushing event updated for resources: {'Port': ['ID=2814448b-3bce-488e-8bf0-5edb96a36520,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:53.015837 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks [] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:53.029777 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b548-cc85-47df-96d3-318c4573a2af req-8fbc39be-10d3-44dd-a247-f8371f4f5095 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:53.031627 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5852b548-cc85-47df-96d3-318c4573a2af req-8fbc39be-10d3-44dd-a247-f8371f4f5095 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1034722 Oct 12 02:30:53.112071 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:53.170684 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5852b548-cc85-47df-96d3-318c4573a2af req-82b39f2e-0dda-4f5b-9663-c34d70ab0591 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323531 Oct 12 02:30:53.203594 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:53.205321 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:53.214646 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:53.259039 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Pushing event updated for resources: {'Port': ['ID=42af96a6-b87d-46fc-93f7-e30a91984e24,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:53.517374 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 2814448b-3bce-488e-8bf0-5edb96a36520 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:53.575711 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks [] for router_gateway (d2944e4f-7824-4e1c-920b-3ac220bacfcb), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:53.587443 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 2814448b-3bce-488e-8bf0-5edb96a36520 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:53.587821 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:53.588153 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 2814448b-3bce-488e-8bf0-5edb96a36520 Oct 12 02:30:53.694056 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 2814448b-3bce-488e-8bf0-5edb96a36520 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:53.695511 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:53.755971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 2814448b-3bce-488e-8bf0-5edb96a36520, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=2814448b-3bce-488e-8bf0-5edb96a36520,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:53.766688 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:53.879707 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (d2944e4f-7824-4e1c-920b-3ac220bacfcb), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:53.894558 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=2814448b-3bce-488e-8bf0-5edb96a36520,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:53.972692 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:54.240087 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9030c34-7b9d-48a0-9627-ea19c0738210 None None] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:54.338943 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-7d529686-0ccf-4980-82bc-6365c885f823 None None] Provisioning complete for port 2814448b-3bce-488e-8bf0-5edb96a36520 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:54.339622 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7d529686-0ccf-4980-82bc-6365c885f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:54.340144 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-7d529686-0ccf-4980-82bc-6365c885f823 None None] Attempt 1 to provision port 2814448b-3bce-488e-8bf0-5edb96a36520 Oct 12 02:30:54.342809 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:54.388570 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:54.428514 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:54.449027 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feec249-b8e8-4d5c-80c8-fbf1ed481984 req-12473df3-9ab7-40ce-a999-ee7e4895490a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:54.462752 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Router d2944e4f-7824-4e1c-920b-3ac220bacfcb is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:30:54.465468 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3feec249-b8e8-4d5c-80c8-fbf1ed481984 req-12473df3-9ab7-40ce-a999-ee7e4895490a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0971971 Oct 12 02:30:54.562505 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-7d529686-0ccf-4980-82bc-6365c885f823 None None] Current status of the port 2814448b-3bce-488e-8bf0-5edb96a36520 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:54.607289 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3feec249-b8e8-4d5c-80c8-fbf1ed481984 req-c7b3c3fb-44b9-488e-bbf0-408274e89ff8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403608 Oct 12 02:30:54.701203 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:54.717701 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Sync routers for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:30:54.749811 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:54.753088 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:54.760042 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:54.769468 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53744) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:54.770726 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f52c85b9-27e1-4aea-b570-cfb9daa5f44c admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7947805 Oct 12 02:30:54.974132 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:54.974877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:55.129838 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-2cd2932f-c4c4-418c-8e96-12f08aeaca51 None None] Provisioning complete for port 2814448b-3bce-488e-8bf0-5edb96a36520 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:55.130214 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2cd2932f-c4c4-418c-8e96-12f08aeaca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:55.130551 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-2cd2932f-c4c4-418c-8e96-12f08aeaca51 None None] Attempt 1 to provision port 2814448b-3bce-488e-8bf0-5edb96a36520 Oct 12 02:30:55.169936 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:55.434968 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:55.456165 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2932f-c4c4-418c-8e96-12f08aeaca51 None None] Current status of the port 2814448b-3bce-488e-8bf0-5edb96a36520 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:55.552280 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:53Z', 'revision_number': 3, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:55.589202 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 2814448b-3bce-488e-8bf0-5edb96a36520 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:55.595256 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Checking router: d2944e4f-7824-4e1c-920b-3ac220bacfcb for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:30:55.595614 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Updating router d2944e4f-7824-4e1c-920b-3ac220bacfcb port 42af96a6-b87d-46fc-93f7-e30a91984e24 binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:30:55.675580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:55.750585 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Allocated IP 172.20.0.1 (b82c8408-5252-4671-b3db-7f2cceb9fce2/d50e3daa-409d-40e1-8916-f2cecb43aad5/b9541d92-b894-442a-98c0-36547d080dcd) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:55.778422 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 2814448b-3bce-488e-8bf0-5edb96a36520 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:55.778943 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:55.779100 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 2814448b-3bce-488e-8bf0-5edb96a36520 Oct 12 02:30:55.910599 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5288-74dc-459a-a6ae-22295c13ab2b req-fd2e614d-6680-4326-80f1-5466d499a46b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:55.920250 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-55ef5288-74dc-459a-a6ae-22295c13ab2b req-fd2e614d-6680-4326-80f1-5466d499a46b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1243830 Oct 12 02:30:55.969039 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks [] for port (b9541d92-b894-442a-98c0-36547d080dcd), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.015793 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (b9541d92-b894-442a-98c0-36547d080dcd), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.053398 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-55ef5288-74dc-459a-a6ae-22295c13ab2b req-537adb47-9d76-46c0-af4e-5845aa96f5fd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176817 Oct 12 02:30:56.091152 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Pushing event updated for resources: {'Port': ['ID=b9541d92-b894-442a-98c0-36547d080dcd,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:56.096500 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:56.099321 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:56.101586 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:56.102069 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (d2944e4f-7824-4e1c-920b-3ac220bacfcb), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.178898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:56.300353 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:56.360917 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 2814448b-3bce-488e-8bf0-5edb96a36520 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:56.393950 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b9541d92-b894-442a-98c0-36547d080dcd), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.394494 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:56.418357 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Publish callbacks [] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.427813 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.499116 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:56.520695 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e9cb8-4d2b-43d3-ae2d-840be2cfda18 None None] Pushing event updated for resources: {'Port': ['ID=42af96a6-b87d-46fc-93f7-e30a91984e24,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:56.528017 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Attempting to bind port 42af96a6-b87d-46fc-93f7-e30a91984e24 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:56.528017 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Attempting to bind port 42af96a6-b87d-46fc-93f7-e30a91984e24 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:56.528017 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Attempting to bind port 42af96a6-b87d-46fc-93f7-e30a91984e24 on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:56.590159 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:56.590970 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:56.590970 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.591328 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:56.591818 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Bound port: 42af96a6-b87d-46fc-93f7-e30a91984e24, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:56.592201 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.647157 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-15fe7a3d-ab78-4773-bb09-a63808272bf2 None None] Provisioning complete for port b9541d92-b894-442a-98c0-36547d080dcd triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:56.648121 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-15fe7a3d-ab78-4773-bb09-a63808272bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b9541d92-b894-442a-98c0-36547d080dcd), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.648516 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-15fe7a3d-ab78-4773-bb09-a63808272bf2 None None] Attempt 1 to provision port b9541d92-b894-442a-98c0-36547d080dcd Oct 12 02:30:56.675947 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks [] for port (b9541d92-b894-442a-98c0-36547d080dcd), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.681430 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (b9541d92-b894-442a-98c0-36547d080dcd), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.682238 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (d2944e4f-7824-4e1c-920b-3ac220bacfcb), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.721908 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-15fe7a3d-ab78-4773-bb09-a63808272bf2 None None] Port b9541d92-b894-442a-98c0-36547d080dcd cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:56.731838 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] For port 42af96a6-b87d-46fc-93f7-e30a91984e24, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:56.739495 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] For port 42af96a6-b87d-46fc-93f7-e30a91984e24, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=42af96a6-b87d-46fc-93f7-e30a91984e24,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:56.749806 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.815217 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:56.815789 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:56.819339 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Pushing event updated for resources: {'Port': ['ID=b9541d92-b894-442a-98c0-36547d080dcd,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:56.896609 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e9cb8-4d2b-43d3-ae2d-840be2cfda18 None None] Pushing event updated for resources: {'Port': ['ID=42af96a6-b87d-46fc-93f7-e30a91984e24,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:56.924889 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:56.930181 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:56.990525 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:57.344867 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 2, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:57.391719 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b89af8-a6ef-4d9b-8ffc-fd384f0c2c66 None None] The sync data for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb is: [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 2, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:57.405807 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-e38fbddb-3a5b-43a7-8f5e-eb01b8169f06 None None] Provisioning complete for port b9541d92-b894-442a-98c0-36547d080dcd triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:57.406425 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e38fbddb-3a5b-43a7-8f5e-eb01b8169f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b9541d92-b894-442a-98c0-36547d080dcd), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.406940 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-e38fbddb-3a5b-43a7-8f5e-eb01b8169f06 None None] Attempt 1 to provision port b9541d92-b894-442a-98c0-36547d080dcd Oct 12 02:30:57.487605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Router d2944e4f-7824-4e1c-920b-3ac220bacfcb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:30:57.496331 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-e38fbddb-3a5b-43a7-8f5e-eb01b8169f06 None None] Port b9541d92-b894-442a-98c0-36547d080dcd cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:57.644431 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:57.676109 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b55ff-6304-4e03-b243-d32cb4dfbbe4 req-fffd494c-5e37-4699-86cd-cb230b3671af tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:57.677836 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a02b55ff-6304-4e03-b243-d32cb4dfbbe4 req-fffd494c-5e37-4699-86cd-cb230b3671af tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.2126057 Oct 12 02:30:57.690376 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:57.700518 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a5a27bf3-0509-456f-9705-06773d35c383 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d2944e4f-7824-4e1c-920b-3ac220bacfcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9240882 Oct 12 02:30:57.761925 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a02b55ff-6304-4e03-b243-d32cb4dfbbe4 req-3b998eee-93c0-4170-b7af-f11a520ea625 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742161 Oct 12 02:30:58.562723 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53832) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:58.567580 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1407193917-network', 'tenant_id': 'b755104089d6459984db510b138b37e0'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:58.601291 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Made reservation on behalf of b755104089d6459984db510b138b37e0 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:58.605403 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:58.616135 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:58.726220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks [] for security_group (a600391d-2b85-4fbb-bd64-d1083cedd38f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:58.731584 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a600391d-2b85-4fbb-bd64-d1083cedd38f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:58.767352 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:30:58.772857 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a600391d-2b85-4fbb-bd64-d1083cedd38f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:58.782015 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (65a16abc-7d6d-4a32-88f1-2a361dee5577), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:58.782368 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Added segment 65a16abc-7d6d-4a32-88f1-2a361dee5577 of type vlan for network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 Oct 12 02:30:58.857576 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (f6ad119e-7d87-4f86-ac1b-36050e1ef0f1), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:58.902177 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (f6ad119e-7d87-4f86-ac1b-36050e1ef0f1), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:58.903684 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:58.904578 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.015678 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] Pushing event updated for resources: {'Network': ['ID=f6ad119e-7d87-4f86-ac1b-36050e1ef0f1,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:59.021709 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-fc10e527-ff0e-4368-a909-66273eeeb76c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4579091 Oct 12 02:30:59.024523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53854) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:59.027436 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:30:59.038884 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95ab1-9905-46b3-aebe-dc2025efd244 req-f876ebdb-0a4b-47e9-82b6-8f4fa1a3da93 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:59.043096 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-49c95ab1-9905-46b3-aebe-dc2025efd244 req-f876ebdb-0a4b-47e9-82b6-8f4fa1a3da93 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1067998 Oct 12 02:30:59.053248 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Request body: {'subnet': {'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1407193917-subnet', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:59.110434 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Made reservation on behalf of b755104089d6459984db510b138b37e0 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:59.114415 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.161157 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-49c95ab1-9905-46b3-aebe-dc2025efd244 req-42db2d3f-cb7f-4254-96da-09d865fc4fc7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095665 Oct 12 02:30:59.292307 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:59.572353 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (08f73998-356c-4765-82e0-7908862ee156), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.592414 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 42af96a6-b87d-46fc-93f7-e30a91984e24 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:59.652867 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Checking segment: {'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:59.653315 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Network hostable DHCP agents. Network: f6ad119e-7d87-4f86-ac1b-36050e1ef0f1, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:30:59.660322 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f73998-356c-4765-82e0-7908862ee156,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:59.682430 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:30:59.697201 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:59.701748 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, f6ad119e-7d87-4f86-ac1b-36050e1ef0f1) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:59.706638 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:59.707441 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.710119 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 42af96a6-b87d-46fc-93f7-e30a91984e24 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:59.712675 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.713261 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 42af96a6-b87d-46fc-93f7-e30a91984e24 Oct 12 02:30:59.724960 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add2b75f-020b-4dfd-89b6-b409c3dd5333 None None] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:59.751676 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-b14a14f3-6116-4a67-b14b-b84e7a38dbe2 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7126400 Oct 12 02:30:59.754319 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53874) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:59.769783 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:59.838364 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (f8ac45a9-be32-44af-ba8e-41c37149ba11), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.838364 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (f8ac45a9-be32-44af-ba8e-41c37149ba11), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.848127 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:59.926596 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 42af96a6-b87d-46fc-93f7-e30a91984e24 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:59.927217 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.970116 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:59.974701 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 42af96a6-b87d-46fc-93f7-e30a91984e24, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=42af96a6-b87d-46fc-93f7-e30a91984e24,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:59.986087 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks [] for router_controller (f8ac45a9-be32-44af-ba8e-41c37149ba11), precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.023746 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.079553 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'project_id': 'b755104089d6459984db510b138b37e0', 'fixed_ips': [{'subnet_id': '08f73998-356c-4765-82e0-7908862ee156'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:31:00.080503 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.239061 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=42af96a6-b87d-46fc-93f7-e30a91984e24,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:00.249210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks [] for router_gateway (f8ac45a9-be32-44af-ba8e-41c37149ba11), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.362694 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Allocated IP 172.20.0.2 (f6ad119e-7d87-4f86-ac1b-36050e1ef0f1/08f73998-356c-4765-82e0-7908862ee156/d2934726-c585-43d0-8cdf-cd1e5d971b98) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:00.593743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb40a4-2fcc-4fe4-b0d4-8759cf09bce8 req-0d161c60-8867-4f27-bb43-711986531304 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:00.596390 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-17bb40a4-2fcc-4fe4-b0d4-8759cf09bce8 req-0d161c60-8867-4f27-bb43-711986531304 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1565380 Oct 12 02:31:00.655173 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Sync routers for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:31:00.682308 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:00.682998 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:00.701779 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Publish callbacks [] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.723609 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.772787 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:00.781819 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:00.799594 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:00.824715 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-17bb40a4-2fcc-4fe4-b0d4-8759cf09bce8 req-9f0543d2-f601-4e09-ab25-198223cee3c2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907773 Oct 12 02:31:00.845182 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks [] for router_gateway (f8ac45a9-be32-44af-ba8e-41c37149ba11), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.919709 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.935916 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:00.938260 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:00.962665 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Pushing event updated for resources: {'Port': ['ID=d2934726-c585-43d0-8cdf-cd1e5d971b98,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:01.017129 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62966e-633b-46fd-86f3-0eb2ab10e911 req-c927197b-f69d-45d3-84ff-5680b477b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:01.021414 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-db62966e-633b-46fd-86f3-0eb2ab10e911 req-c927197b-f69d-45d3-84ff-5680b477b094 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 1129 time: 0.0982394 Oct 12 02:31:01.045771 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Attempting to bind port d2934726-c585-43d0-8cdf-cd1e5d971b98 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:31:01.046354 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Attempting to bind port d2934726-c585-43d0-8cdf-cd1e5d971b98 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:31:01.046939 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Attempting to bind port d2934726-c585-43d0-8cdf-cd1e5d971b98 on network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:01.129650 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-db62966e-633b-46fd-86f3-0eb2ab10e911 req-709770ee-9827-43d7-9eaf-8e9fee21a8e4 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012800 Oct 12 02:31:01.137462 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:31:01.138541 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Checking segment: {'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:01.140046 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.140690 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Bound using segment: {'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:31:01.141361 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Bound port: d2934726-c585-43d0-8cdf-cd1e5d971b98, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:31:01.142106 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.146727 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Allocated IP 172.28.2.215 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/da5f1ef6-3cc7-4c8b-a11d-026746f309a6) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:01.251230 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:01.269991 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] For port d2934726-c585-43d0-8cdf-cd1e5d971b98, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:31:01.276816 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] For port d2934726-c585-43d0-8cdf-cd1e5d971b98, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=d2934726-c585-43d0-8cdf-cd1e5d971b98,segment=NetworkSegment(65a16abc-7d6d-4a32-88f1-2a361dee5577),segment_id=65a16abc-7d6d-4a32-88f1-2a361dee5577)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:31:01.295418 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.311060 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 2, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:01.334797 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks [] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.362019 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6fc2a-3f4a-4f82-b83b-4a343657be11 None None] Pushing event updated for resources: {'Port': ['ID=d2934726-c585-43d0-8cdf-cd1e5d971b98,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:01.368400 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Checking router: d2944e4f-7824-4e1c-920b-3ac220bacfcb for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:31:01.368888 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Updating router d2944e4f-7824-4e1c-920b-3ac220bacfcb port b9541d92-b894-442a-98c0-36547d080dcd binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:31:01.402405 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.408949 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b9541d92-b894-442a-98c0-36547d080dcd), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.470247 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:01.473597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:01.477779 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:01.577280 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 42af96a6-b87d-46fc-93f7-e30a91984e24 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:01.670933 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Pushing event updated for resources: {'Port': ['ID=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:01.962383 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks [] for router_gateway (f8ac45a9-be32-44af-ba8e-41c37149ba11), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.035021 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 42af96a6-b87d-46fc-93f7-e30a91984e24 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:02.035456 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.035735 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 42af96a6-b87d-46fc-93f7-e30a91984e24 Oct 12 02:31:02.066622 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Publish callbacks [] for port (b9541d92-b894-442a-98c0-36547d080dcd), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.081630 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (b9541d92-b894-442a-98c0-36547d080dcd), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.171178 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319c713-c745-4a3b-a5b4-da718e3978ac req-be28aa05-c22c-4445-9357-7e8510695cc8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:02.182705 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9319c713-c745-4a3b-a5b4-da718e3978ac req-be28aa05-c22c-4445-9357-7e8510695cc8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.1872690 Oct 12 02:31:02.216517 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 42af96a6-b87d-46fc-93f7-e30a91984e24 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:02.343980 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Attempting to bind port b9541d92-b894-442a-98c0-36547d080dcd on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:31:02.344349 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Attempting to bind port b9541d92-b894-442a-98c0-36547d080dcd by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:31:02.345463 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9319c713-c745-4a3b-a5b4-da718e3978ac req-c485946f-e4cc-4603-b55d-f221a6536cb4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563356 Oct 12 02:31:02.346622 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Attempting to bind port b9541d92-b894-442a-98c0-36547d080dcd on network b82c8408-5252-4671-b3db-7f2cceb9fce2 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:02.365186 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Pushing event updated for resources: {'Port': ['ID=b9541d92-b894-442a-98c0-36547d080dcd,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:02.419030 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:02.431163 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.432117 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.432523 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.432887 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.433305 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.434751 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.435555 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.436105 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.436655 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.437311 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.437828 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.438217 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.439035 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.439511 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.440348 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:02.449300 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:31:02.449789 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Checking segment: {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:02.450357 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.450813 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Bound using segment: {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:31:02.451296 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Bound port: b9541d92-b894-442a-98c0-36547d080dcd, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:31:02.451930 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b9541d92-b894-442a-98c0-36547d080dcd), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.487773 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (f8ac45a9-be32-44af-ba8e-41c37149ba11), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.490784 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:02.498811 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:02.542043 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] For port b9541d92-b894-442a-98c0-36547d080dcd, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:31:02.547793 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] For port b9541d92-b894-442a-98c0-36547d080dcd, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=b9541d92-b894-442a-98c0-36547d080dcd,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:31:02.558062 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (b9541d92-b894-442a-98c0-36547d080dcd), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.625960 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b95fff-c8ab-430f-9102-a858591bf6c3 None None] Pushing event updated for resources: {'Port': ['ID=b9541d92-b894-442a-98c0-36547d080dcd,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:02.655178 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:02.655816 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:02.713595 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:02.765348 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Router f8ac45a9-be32-44af-ba8e-41c37149ba11 is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:31:02.919707 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:31:02.928828 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Sync routers for ids ['f8ac45a9-be32-44af-ba8e-41c37149ba11'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:31:02.940206 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:02.951533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.953372 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-c506eb20-8fc2-4707-b41f-6502c604b541 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1973572 Oct 12 02:31:02.953487 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Routers {'f8ac45a9-be32-44af-ba8e-41c37149ba11'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:02.954058 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['f8ac45a9-be32-44af-ba8e-41c37149ba11'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:02.956214 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 53938) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:03.168698 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Set router f8ac45a9-be32-44af-ba8e-41c37149ba11 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:03.174800 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:03.198162 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:02Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:03.239062 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c82017-d401-4457-8edf-cbe6ba3f674e None None] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:31:03.243915 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10613f8-26ea-4f17-b4cc-a3dbedc6c351 None None] The sync data for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb is: [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:02Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:31:03.662873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5374ac-9243-48bb-a60e-dcaa35026fa0 req-b2ae5425-7293-4b32-af8c-b1dceace6a56 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:03.664492 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ce5374ac-9243-48bb-a60e-dcaa35026fa0 req-b2ae5425-7293-4b32-af8c-b1dceace6a56 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0877216 Oct 12 02:31:03.700170 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] Provisioning complete for port d2934726-c585-43d0-8cdf-cd1e5d971b98 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:03.700410 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:03.701320 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] Attempt 1 to provision port d2934726-c585-43d0-8cdf-cd1e5d971b98 Oct 12 02:31:03.797705 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b9541d92-b894-442a-98c0-36547d080dcd up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:03.851133 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:03.893682 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:31:01Z', 'revision_number': 3, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port': {'id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:00Z', 'updated_at': '2022-10-12T02:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:03.953548 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Checking router: f8ac45a9-be32-44af-ba8e-41c37149ba11 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:31:03.957246 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Updating router f8ac45a9-be32-44af-ba8e-41c37149ba11 port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:31:04.033472 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port b9541d92-b894-442a-98c0-36547d080dcd triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:04.033472 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b9541d92-b894-442a-98c0-36547d080dcd), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.033472 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port b9541d92-b894-442a-98c0-36547d080dcd Oct 12 02:31:04.096016 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.249107 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.269307 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ce5374ac-9243-48bb-a60e-dcaa35026fa0 req-8818595b-752a-44be-bc97-1f41c2d890e8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910869 Oct 12 02:31:04.411386 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] Current status of the port d2934726-c585-43d0-8cdf-cd1e5d971b98 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:04.411958 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.441779 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:04.500822 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261eec7d-25d9-45c7-ab51-070cbb25c039 req-fab049bf-02e1-4af4-8519-39e52752ae63 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:04.505890 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-261eec7d-25d9-45c7-ab51-070cbb25c039 req-fab049bf-02e1-4af4-8519-39e52752ae63 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1086757 Oct 12 02:31:04.706780 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-261eec7d-25d9-45c7-ab51-070cbb25c039 req-881e1f4f-b1eb-4ffb-91fc-509653305498 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791310 Oct 12 02:31:04.707987 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] For port d2934726-c585-43d0-8cdf-cd1e5d971b98, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=d2934726-c585-43d0-8cdf-cd1e5d971b98,segment=NetworkSegment(65a16abc-7d6d-4a32-88f1-2a361dee5577),segment_id=65a16abc-7d6d-4a32-88f1-2a361dee5577)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:04.711061 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:04.742675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Allocated IP 172.20.0.1 (f6ad119e-7d87-4f86-ac1b-36050e1ef0f1/08f73998-356c-4765-82e0-7908862ee156/10dacc7e-3e8a-4be6-a476-eb5b8df57d25) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:04.763346 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.835326 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port b9541d92-b894-442a-98c0-36547d080dcd is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:04.835727 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b9541d92-b894-442a-98c0-36547d080dcd), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.007621 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-a2b23144-878d-47c0-8bd6-15007c9169c5 None None] Provisioning complete for port d2934726-c585-43d0-8cdf-cd1e5d971b98 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:05.007621 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a2b23144-878d-47c0-8bd6-15007c9169c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.007986 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-a2b23144-878d-47c0-8bd6-15007c9169c5 None None] Attempt 1 to provision port d2934726-c585-43d0-8cdf-cd1e5d971b98 Oct 12 02:31:05.032037 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks [] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.034931 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port b9541d92-b894-442a-98c0-36547d080dcd, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=b9541d92-b894-442a-98c0-36547d080dcd,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:05.059714 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673afa3-7537-470a-8ac4-f02e18532ca6 None None] Pushing event updated for resources: {'Port': ['ID=d2934726-c585-43d0-8cdf-cd1e5d971b98,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:05.077096 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (b9541d92-b894-442a-98c0-36547d080dcd), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.078093 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device d2934726-c585-43d0-8cdf-cd1e5d971b98 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:05.120397 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.185337 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:05.186311 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:05.192877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:05.195741 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:05.198481 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:05.203522 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port d2934726-c585-43d0-8cdf-cd1e5d971b98 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:05.204218 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.205519 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port d2934726-c585-43d0-8cdf-cd1e5d971b98 Oct 12 02:31:05.206523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (f8ac45a9-be32-44af-ba8e-41c37149ba11), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.307234 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:05.327438 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.329912 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Publish callbacks [] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.391569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.399914 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=b9541d92-b894-442a-98c0-36547d080dcd,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:05.510934 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-a2b23144-878d-47c0-8bd6-15007c9169c5 None None] Current status of the port d2934726-c585-43d0-8cdf-cd1e5d971b98 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:05.517025 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Attempting to bind port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:31:05.517453 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Attempting to bind port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:31:05.517754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Attempting to bind port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:05.581777 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d3f7-0f5b-4786-bc5d-43b9f782eb95 None None] Pushing event updated for resources: {'Port': ['ID=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:05.642075 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.647884 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port d2934726-c585-43d0-8cdf-cd1e5d971b98 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:05.673991 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:31:05.676289 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:05.676909 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.677466 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:31:05.679004 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Bound port: da5f1ef6-3cc7-4c8b-a11d-026746f309a6, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:31:05.680691 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.805242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-70f12649-67bd-4ae7-930c-143b62ce06cf None None] Provisioning complete for port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:05.806072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-70f12649-67bd-4ae7-930c-143b62ce06cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.806574 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-70f12649-67bd-4ae7-930c-143b62ce06cf None None] Attempt 1 to provision port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 Oct 12 02:31:05.810554 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] For port da5f1ef6-3cc7-4c8b-a11d-026746f309a6, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:31:05.814768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] For port da5f1ef6-3cc7-4c8b-a11d-026746f309a6, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:31:05.847446 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.888723 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b9541d92-b894-442a-98c0-36547d080dcd up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:05.896045 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-70f12649-67bd-4ae7-930c-143b62ce06cf None None] Port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:31:05.958602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Routers {'f8ac45a9-be32-44af-ba8e-41c37149ba11'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:05.959473 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['f8ac45a9-be32-44af-ba8e-41c37149ba11'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:05.987637 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks [] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:05.993815 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:06.000867 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:06.001630 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (f8ac45a9-be32-44af-ba8e-41c37149ba11), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:06.032274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d3f7-0f5b-4786-bc5d-43b9f782eb95 None None] Pushing event updated for resources: {'Port': ['ID=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:06.074960 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port b9541d92-b894-442a-98c0-36547d080dcd triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:06.075559 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b9541d92-b894-442a-98c0-36547d080dcd), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:06.076051 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port b9541d92-b894-442a-98c0-36547d080dcd Oct 12 02:31:06.099172 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:06.187961 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:06.192735 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:06.356464 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] Set router f8ac45a9-be32-44af-ba8e-41c37149ba11 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:06.420204 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54034) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:06.493757 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Router f8ac45a9-be32-44af-ba8e-41c37149ba11 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:31:06.654108 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port b9541d92-b894-442a-98c0-36547d080dcd is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:06.655324 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device d2934726-c585-43d0-8cdf-cd1e5d971b98 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:06.656744 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:06.726113 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:06.759515 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-26a33fea-a4cd-425e-81f2-b1d274d59a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:06.774872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-8d4c52d5-44db-42b7-8f03-9be25069315d None None] Provisioning complete for port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:06.774872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8d4c52d5-44db-42b7-8f03-9be25069315d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:06.774872 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-8d4c52d5-44db-42b7-8f03-9be25069315d None None] Attempt 1 to provision port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 Oct 12 02:31:06.799458 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:31:06.804576 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-516306bd-2deb-4de5-9063-084cbf3cf4b4 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/f8ac45a9-be32-44af-ba8e-41c37149ba11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8468130 Oct 12 02:31:06.847382 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 4, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port': {'id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:00Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '10dacc7e-3e8a-4be6-a476-eb5b8df57d25', 'name': '', 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'mac_address': 'fa:16:3e:d6:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08f73998-356c-4765-82e0-7908862ee156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:04Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 1, 'project_id': 'b755104089d6459984db510b138b37e0', 'subnets': [{'id': '08f73998-356c-4765-82e0-7908862ee156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:06.901767 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea709fb6-720c-4aa3-910b-54241fdbb3fd None None] The sync data for ids ['f8ac45a9-be32-44af-ba8e-41c37149ba11'] in dv-cinder-849143-14-smb is: [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 4, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port': {'id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:00Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '10dacc7e-3e8a-4be6-a476-eb5b8df57d25', 'name': '', 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'mac_address': 'fa:16:3e:d6:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08f73998-356c-4765-82e0-7908862ee156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:04Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 1, 'project_id': 'b755104089d6459984db510b138b37e0', 'subnets': [{'id': '08f73998-356c-4765-82e0-7908862ee156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:31:06.909157 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c52d5-44db-42b7-8f03-9be25069315d None None] Port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:31:06.910529 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port d2934726-c585-43d0-8cdf-cd1e5d971b98 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:06.911804 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:06.912226 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port d2934726-c585-43d0-8cdf-cd1e5d971b98 Oct 12 02:31:06.969720 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-26a33fea-a4cd-425e-81f2-b1d274d59a62 admin admin] Publish callbacks [] for security_group (a1b76f1d-775f-4cff-a608-e8cc397e7433), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:06.976423 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-26a33fea-a4cd-425e-81f2-b1d274d59a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a1b76f1d-775f-4cff-a608-e8cc397e7433), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:07.088710 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port d2934726-c585-43d0-8cdf-cd1e5d971b98 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:07.123403 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-26a33fea-a4cd-425e-81f2-b1d274d59a62 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a2140688aab345e3884a5aa98c17d2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7009797 Oct 12 02:31:07.126424 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54058) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:07.144135 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a33fea-a4cd-425e-81f2-b1d274d59a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b76f1d-775f-4cff-a608-e8cc397e7433,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:07.152203 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:07.165912 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade760-d04b-4ee0-809f-c6f03d69a6b8 req-51aa215d-2237-440a-81a8-915b3e59be2c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:07.167648 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9eade760-d04b-4ee0-809f-c6f03d69a6b8 req-51aa215d-2237-440a-81a8-915b3e59be2c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1128056 Oct 12 02:31:07.169912 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-0d891a67-cda0-47cc-acab-a4b7d2624262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:07.171497 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-0d891a67-cda0-47cc-acab-a4b7d2624262 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 1130 time: 0.1361973 Oct 12 02:31:07.297189 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:07.299339 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-1ed2a8c3-1682-4cfa-bc82-3efa0dc6aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:07.302909 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-1ed2a8c3-1682-4cfa-bc82-3efa0dc6aece service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.1192505 Oct 12 02:31:07.329310 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-58e0f184-434c-4d84-9d70-d7032ce1fd83 admin admin] Publish callbacks [] for security_group (a1b76f1d-775f-4cff-a608-e8cc397e7433), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:07.366630 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-1bec00db-095f-413e-9e75-71d6ffa7d435 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531 HTTP/1.1" status: 200 len: 217 time: 0.0542257 Oct 12 02:31:07.380276 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-58e0f184-434c-4d84-9d70-d7032ce1fd83 admin admin] Publish callbacks [] for security_group (a1b76f1d-775f-4cff-a608-e8cc397e7433), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:07.405983 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:07.431055 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9eade760-d04b-4ee0-809f-c6f03d69a6b8 req-d46ebda5-5190-4849-97a4-5da3201ac498 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566240 Oct 12 02:31:07.458534 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-16dff676-0e45-47d7-9859-2123b98cf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:07.459994 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-16dff676-0e45-47d7-9859-2123b98cf7d6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0827649 Oct 12 02:31:07.472697 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-58e0f184-434c-4d84-9d70-d7032ce1fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a1b76f1d-775f-4cff-a608-e8cc397e7433), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:07.477042 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-58e0f184-434c-4d84-9d70-d7032ce1fd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:07.479421 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-58e0f184-434c-4d84-9d70-d7032ce1fd83 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a1b76f1d-775f-4cff-a608-e8cc397e7433 HTTP/1.1" status: 204 len: 168 time: 0.3516896 Oct 12 02:31:07.494260 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0f184-434c-4d84-9d70-d7032ce1fd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b76f1d-775f-4cff-a608-e8cc397e7433,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:07.563003 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-39c79e03-4eed-452c-9247-c8c0f996c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:07.565144 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-39c79e03-4eed-452c-9247-c8c0f996c1bd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0964012 Oct 12 02:31:07.725266 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-7f8cd9b3-6c34-473d-916c-ec8fc98393b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532061 Oct 12 02:31:07.892621 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07d7e256-6e6d-4acb-a512-9d0f59775860 req-6d4a458f-d391-4480-a3fc-df199d1b7bad service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511841 Oct 12 02:31:07.981512 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54098) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:08.024425 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-dd92e422-9b56-48d4-8902-e80768dd72b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:08.170036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-dd92e422-9b56-48d4-8902-e80768dd72b2 admin admin] Publish callbacks [] for security_group (dc79c16e-5335-4736-b279-42e6ac82a380), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:08.179976 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-dd92e422-9b56-48d4-8902-e80768dd72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (dc79c16e-5335-4736-b279-42e6ac82a380), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:08.260896 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92e422-9b56-48d4-8902-e80768dd72b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc79c16e-5335-4736-b279-42e6ac82a380,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:08.267459 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-dd92e422-9b56-48d4-8902-e80768dd72b2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c142382d0a9b422eb9d6921d1df9f512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825737 Oct 12 02:31:08.270571 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54102) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:08.362822 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5a88-86f1-4de1-9304-20d88457460d admin admin] Publish callbacks [] for security_group (dc79c16e-5335-4736-b279-42e6ac82a380), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:08.397499 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5a88-86f1-4de1-9304-20d88457460d admin admin] Publish callbacks [] for security_group (dc79c16e-5335-4736-b279-42e6ac82a380), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:08.461741 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5a88-86f1-4de1-9304-20d88457460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (dc79c16e-5335-4736-b279-42e6ac82a380), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:08.467409 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5a88-86f1-4de1-9304-20d88457460d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:08.469133 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-ee8c5a88-86f1-4de1-9304-20d88457460d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dc79c16e-5335-4736-b279-42e6ac82a380 HTTP/1.1" status: 204 len: 168 time: 0.1968069 Oct 12 02:31:08.480211 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c5a88-86f1-4de1-9304-20d88457460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc79c16e-5335-4736-b279-42e6ac82a380,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:08.646428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca33c3-f707-4a7c-9c70-c633e1b1bdfe req-6ae6b9eb-145b-4800-befb-697c8142b34b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:08.648127 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcca33c3-f707-4a7c-9c70-c633e1b1bdfe req-6ae6b9eb-145b-4800-befb-697c8142b34b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0800159 Oct 12 02:31:08.762898 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcca33c3-f707-4a7c-9c70-c633e1b1bdfe req-e1192e05-6a31-471c-984b-08afea296633 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064568 Oct 12 02:31:09.110808 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54136) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:09.136532 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-82f1c107-7755-4981-9da7-4b893125dc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.222618 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:09.248790 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-82f1c107-7755-4981-9da7-4b893125dc3e admin admin] Publish callbacks [] for security_group (626aabb9-f640-4b0d-b28e-270f3108d50b), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.254009 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-82f1c107-7755-4981-9da7-4b893125dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (626aabb9-f640-4b0d-b28e-270f3108d50b), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.303635 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54138) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:09.304209 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-82f1c107-7755-4981-9da7-4b893125dc3e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b7226b58854f4c5fba37b6606a505ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920822 Oct 12 02:31:09.305134 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1c107-7755-4981-9da7-4b893125dc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626aabb9-f640-4b0d-b28e-270f3108d50b,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:09.334866 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:09.391746 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a64c5d98-97aa-4d0d-be14-1058de652109 admin admin] Publish callbacks [] for security_group (626aabb9-f640-4b0d-b28e-270f3108d50b), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.421399 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a64c5d98-97aa-4d0d-be14-1058de652109 admin admin] Publish callbacks [] for security_group (626aabb9-f640-4b0d-b28e-270f3108d50b), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.482080 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a64c5d98-97aa-4d0d-be14-1058de652109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (626aabb9-f640-4b0d-b28e-270f3108d50b), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.485533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a64c5d98-97aa-4d0d-be14-1058de652109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.486895 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a64c5d98-97aa-4d0d-be14-1058de652109 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/626aabb9-f640-4b0d-b28e-270f3108d50b HTTP/1.1" status: 204 len: 168 time: 0.1820028 Oct 12 02:31:09.500263 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c5d98-97aa-4d0d-be14-1058de652109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626aabb9-f640-4b0d-b28e-270f3108d50b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:09.792834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device da5f1ef6-3cc7-4c8b-a11d-026746f309a6 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:09.920681 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:09.922054 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:09.922673 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 Oct 12 02:31:09.960404 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575f6e5-de93-41d3-abe6-1a1578910f2a req-cb2d4d6c-7c54-4a37-b4db-7ee9142dbbc3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:09.967986 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c575f6e5-de93-41d3-abe6-1a1578910f2a req-cb2d4d6c-7c54-4a37-b4db-7ee9142dbbc3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0737956 Oct 12 02:31:10.016764 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:10.017420 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.023257 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c575f6e5-de93-41d3-abe6-1a1578910f2a req-7255794e-b685-46b5-b10a-e64928f980fa tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536897 Oct 12 02:31:10.041276 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port da5f1ef6-3cc7-4c8b-a11d-026746f309a6, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:10.048486 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.108515 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:10.515175 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54158) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:10.655787 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5a73236f-a976-41fe-bcc8-9f41e80ef1c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.687328 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Sync routers for ids ['f8ac45a9-be32-44af-ba8e-41c37149ba11'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:31:10.705237 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Routers {'f8ac45a9-be32-44af-ba8e-41c37149ba11'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:10.706161 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['f8ac45a9-be32-44af-ba8e-41c37149ba11'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:10.764747 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5a73236f-a976-41fe-bcc8-9f41e80ef1c0 admin admin] Publish callbacks [] for security_group (bde655e2-88c6-4616-9243-f3f039ac956f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.770444 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5a73236f-a976-41fe-bcc8-9f41e80ef1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (bde655e2-88c6-4616-9243-f3f039ac956f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.828038 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5a73236f-a976-41fe-bcc8-9f41e80ef1c0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f6b071742149423995c67c40c840f14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121712 Oct 12 02:31:10.829670 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73236f-a976-41fe-bcc8-9f41e80ef1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde655e2-88c6-4616-9243-f3f039ac956f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:10.830809 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54162) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:10.857004 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Set router f8ac45a9-be32-44af-ba8e-41c37149ba11 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:10.908619 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-aea35c11-e575-45da-9fdf-52f65147ad6e admin admin] Publish callbacks [] for security_group (bde655e2-88c6-4616-9243-f3f039ac956f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.932821 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-aea35c11-e575-45da-9fdf-52f65147ad6e admin admin] Publish callbacks [] for security_group (bde655e2-88c6-4616-9243-f3f039ac956f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.990991 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-aea35c11-e575-45da-9fdf-52f65147ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (bde655e2-88c6-4616-9243-f3f039ac956f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.994381 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-aea35c11-e575-45da-9fdf-52f65147ad6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:10.997299 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-aea35c11-e575-45da-9fdf-52f65147ad6e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bde655e2-88c6-4616-9243-f3f039ac956f HTTP/1.1" status: 204 len: 168 time: 0.1645982 Oct 12 02:31:11.013278 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea35c11-e575-45da-9fdf-52f65147ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde655e2-88c6-4616-9243-f3f039ac956f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:11.090400 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 4, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port': {'id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:00Z', 'updated_at': '2022-10-12T02:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '10dacc7e-3e8a-4be6-a476-eb5b8df57d25', 'name': '', 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'mac_address': 'fa:16:3e:d6:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08f73998-356c-4765-82e0-7908862ee156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:04Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 2, 'project_id': 'b755104089d6459984db510b138b37e0', 'subnets': [{'id': '08f73998-356c-4765-82e0-7908862ee156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:11.123873 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Checking router: f8ac45a9-be32-44af-ba8e-41c37149ba11 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:31:11.124462 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Updating router f8ac45a9-be32-44af-ba8e-41c37149ba11 port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:31:11.180719 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.209933 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d8a17-6f94-48f8-b9bb-16ef8d297144 req-4254e31b-aaf7-4915-995c-5b17a8ea78a7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:11.212266 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-931d8a17-6f94-48f8-b9bb-16ef8d297144 req-4254e31b-aaf7-4915-995c-5b17a8ea78a7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0692139 Oct 12 02:31:11.287720 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-931d8a17-6f94-48f8-b9bb-16ef8d297144 req-312a532b-425c-4b48-89f4-2ebc95bf2d86 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629594 Oct 12 02:31:11.399971 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:11.447911 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54180) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:11.471860 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3081774d-9d81-4392-b95c-dd16facd8235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.497447 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:11.560058 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Publish callbacks [] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.568151 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.624403 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3081774d-9d81-4392-b95c-dd16facd8235 admin admin] Publish callbacks [] for security_group (6e075cfb-a296-45fd-9156-8da373d94aa4), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.624748 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f6e6-01ea-4bbb-aebb-64c05983d3bd None None] Pushing event updated for resources: {'Port': ['ID=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:11.624850 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3081774d-9d81-4392-b95c-dd16facd8235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6e075cfb-a296-45fd-9156-8da373d94aa4), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.661703 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:11.686510 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-3081774d-9d81-4392-b95c-dd16facd8235 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9cade391f0f84dd8b163e6cee1dff430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360187 Oct 12 02:31:11.689387 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081774d-9d81-4392-b95c-dd16facd8235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e075cfb-a296-45fd-9156-8da373d94aa4,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:11.690069 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54190) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:11.772739 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Attempting to bind port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:31:11.773343 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Attempting to bind port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:31:11.773677 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Attempting to bind port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 on network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:11.799114 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5717a245-a68b-42fd-b1b7-ae197d1f7858 admin admin] Publish callbacks [] for security_group (6e075cfb-a296-45fd-9156-8da373d94aa4), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.827386 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5717a245-a68b-42fd-b1b7-ae197d1f7858 admin admin] Publish callbacks [] for security_group (6e075cfb-a296-45fd-9156-8da373d94aa4), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.839231 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:31:11.839653 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Checking segment: {'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:11.840097 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.840558 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Bound using segment: {'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:31:11.841044 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Bound port: 10dacc7e-3e8a-4be6-a476-eb5b8df57d25, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a16abc-7d6d-4a32-88f1-2a361dee5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:31:11.841420 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.857406 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device da5f1ef6-3cc7-4c8b-a11d-026746f309a6 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:11.907237 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5717a245-a68b-42fd-b1b7-ae197d1f7858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6e075cfb-a296-45fd-9156-8da373d94aa4), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.910822 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5717a245-a68b-42fd-b1b7-ae197d1f7858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.912638 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5717a245-a68b-42fd-b1b7-ae197d1f7858 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6e075cfb-a296-45fd-9156-8da373d94aa4 HTTP/1.1" status: 204 len: 168 time: 0.2208433 Oct 12 02:31:11.915409 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:11.926116 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a245-a68b-42fd-b1b7-ae197d1f7858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e075cfb-a296-45fd-9156-8da373d94aa4,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:11.933420 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] For port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:31:11.937470 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] For port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,segment=NetworkSegment(65a16abc-7d6d-4a32-88f1-2a361dee5577),segment_id=65a16abc-7d6d-4a32-88f1-2a361dee5577)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:31:11.945789 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.965443 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:11.966047 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:11.966388 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 Oct 12 02:31:12.003687 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Routers {'f8ac45a9-be32-44af-ba8e-41c37149ba11'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:12.004336 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:30:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['f8ac45a9-be32-44af-ba8e-41c37149ba11'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:12.057237 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f6e6-01ea-4bbb-aebb-64c05983d3bd None None] Pushing event updated for resources: {'Port': ['ID=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:12.073368 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:12.131284 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] Set router f8ac45a9-be32-44af-ba8e-41c37149ba11 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:12.397697 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 4, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port': {'id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:00Z', 'updated_at': '2022-10-12T02:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '10dacc7e-3e8a-4be6-a476-eb5b8df57d25', 'name': '', 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'mac_address': 'fa:16:3e:d6:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08f73998-356c-4765-82e0-7908862ee156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:04Z', 'updated_at': '2022-10-12T02:31:11Z', 'revision_number': 4, 'project_id': 'b755104089d6459984db510b138b37e0', 'subnets': [{'id': '08f73998-356c-4765-82e0-7908862ee156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:12.438695 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f4409-fcaa-4d76-aa5c-19dd0983b341 None None] The sync data for ids ['f8ac45a9-be32-44af-ba8e-41c37149ba11'] in dv-cinder-849143-14-smb is: [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:31:05Z', 'revision_number': 4, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port': {'id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:00Z', 'updated_at': '2022-10-12T02:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '10dacc7e-3e8a-4be6-a476-eb5b8df57d25', 'name': '', 'network_id': 'f6ad119e-7d87-4f86-ac1b-36050e1ef0f1', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'mac_address': 'fa:16:3e:d6:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '08f73998-356c-4765-82e0-7908862ee156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:04Z', 'updated_at': '2022-10-12T02:31:11Z', 'revision_number': 4, 'project_id': 'b755104089d6459984db510b138b37e0', 'subnets': [{'id': '08f73998-356c-4765-82e0-7908862ee156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:31:12.526608 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b78da8-405a-444f-8786-22ab72c60468 req-138373dd-b9ec-4807-b1c9-51823765de72 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:12.529048 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78b78da8-405a-444f-8786-22ab72c60468 req-138373dd-b9ec-4807-b1c9-51823765de72 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1096334 Oct 12 02:31:12.595018 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78b78da8-405a-444f-8786-22ab72c60468 req-2c8321b1-b9c5-4c95-9793-bd6215447e78 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599627 Oct 12 02:31:13.835682 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649016cf-21a6-4bac-8928-ddfbb634364c req-24498aea-b996-4a64-bce3-ac738a77750c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:13.843803 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-649016cf-21a6-4bac-8928-ddfbb634364c req-24498aea-b996-4a64-bce3-ac738a77750c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1243496 Oct 12 02:31:13.860401 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:13.911009 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-649016cf-21a6-4bac-8928-ddfbb634364c req-32b50d4f-5543-497b-83da-8f3e0144ceb2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662627 Oct 12 02:31:13.947225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:13.947609 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:13.947951 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 Oct 12 02:31:14.005423 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:14.048920 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:14.049319 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:14.085683 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,segment=NetworkSegment(65a16abc-7d6d-4a32-88f1-2a361dee5577),segment_id=65a16abc-7d6d-4a32-88f1-2a361dee5577)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:14.092576 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:14.138585 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:31:14.195759 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:15.065475 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1973-26bc-439d-9196-e116969f347a req-99fc4792-8829-4b7d-960c-37a20dbf9914 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:15.067696 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-839f1973-26bc-439d-9196-e116969f347a req-99fc4792-8829-4b7d-960c-37a20dbf9914 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0681000 Oct 12 02:31:15.130033 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-839f1973-26bc-439d-9196-e116969f347a req-716a30b5-1328-4a85-a62b-5064dc64b417 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488446 Oct 12 02:31:15.880617 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:15.912977 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:15.938058 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:15.938058 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:15.938058 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 Oct 12 02:31:16.047872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:16.351572 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bbfa0-5079-4d9b-8e13-041643d8127c req-18553153-60ac-407d-abbc-3e32cff07be0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:16.353139 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-036bbfa0-5079-4d9b-8e13-041643d8127c req-18553153-60ac-407d-abbc-3e32cff07be0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1041460 Oct 12 02:31:16.391333 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:16.469527 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-036bbfa0-5079-4d9b-8e13-041643d8127c req-d2216856-4905-4446-9c47-abc9f2841b5e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059792 Oct 12 02:31:16.783771 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-739011bb-766e-4403-926d-e1e440eae86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:16.821116 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54390) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:16.987088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7199502a-60be-45a8-bcf4-beefb4c796d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.109136 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7199502a-60be-45a8-bcf4-beefb4c796d6 admin admin] Publish callbacks [] for security_group (c752e2c0-dc17-4e21-9ebf-4dd1aadd2278), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.113687 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7199502a-60be-45a8-bcf4-beefb4c796d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (c752e2c0-dc17-4e21-9ebf-4dd1aadd2278), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.155892 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199502a-60be-45a8-bcf4-beefb4c796d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c752e2c0-dc17-4e21-9ebf-4dd1aadd2278,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:17.167974 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-7199502a-60be-45a8-bcf4-beefb4c796d6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bcf61b78dd6641928136ec6c0ac0bb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429718 Oct 12 02:31:17.168273 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54400) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:17.256741 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-37abd7d7-3352-4b12-8559-4607e90d15e4 admin admin] Publish callbacks [] for security_group (c752e2c0-dc17-4e21-9ebf-4dd1aadd2278), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.295898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-37abd7d7-3352-4b12-8559-4607e90d15e4 admin admin] Publish callbacks [] for security_group (c752e2c0-dc17-4e21-9ebf-4dd1aadd2278), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.376082 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575716-8e22-4374-bccb-8058ea3a272c req-a278487e-e5fa-4d6c-aeaf-aabc35747d5f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:17.378566 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5d575716-8e22-4374-bccb-8058ea3a272c req-a278487e-e5fa-4d6c-aeaf-aabc35747d5f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.1241231 Oct 12 02:31:17.396903 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-37abd7d7-3352-4b12-8559-4607e90d15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (c752e2c0-dc17-4e21-9ebf-4dd1aadd2278), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.399523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-37abd7d7-3352-4b12-8559-4607e90d15e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.403146 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-37abd7d7-3352-4b12-8559-4607e90d15e4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c752e2c0-dc17-4e21-9ebf-4dd1aadd2278 HTTP/1.1" status: 204 len: 168 time: 0.2315855 Oct 12 02:31:17.418271 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abd7d7-3352-4b12-8559-4607e90d15e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c752e2c0-dc17-4e21-9ebf-4dd1aadd2278,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:17.451940 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5d575716-8e22-4374-bccb-8058ea3a272c req-62d37a91-02cd-41f3-a3b6-7b97d63fb044 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626407 Oct 12 02:31:17.836220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cd71c-2cdc-4ce4-86d3-edd794795497 req-7b752fce-b14c-43da-b473-344d00382268 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:17.850665 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6b7cd71c-2cdc-4ce4-86d3-edd794795497 req-7b752fce-b14c-43da-b473-344d00382268 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0643699 Oct 12 02:31:17.851919 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54412) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:17.868285 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c031edfd-d0aa-45e3-984c-988b9a19adc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.904256 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6b7cd71c-2cdc-4ce4-86d3-edd794795497 req-5c751f19-7459-495c-8a45-8d6629768eb3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553710 Oct 12 02:31:17.988540 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c031edfd-d0aa-45e3-984c-988b9a19adc1 admin admin] Publish callbacks [] for security_group (f31ce608-6306-43a9-b922-87a2b9830745), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:17.994092 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c031edfd-d0aa-45e3-984c-988b9a19adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f31ce608-6306-43a9-b922-87a2b9830745), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:18.038318 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c031edfd-d0aa-45e3-984c-988b9a19adc1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1c93d8213e344008bb384f2a3c4cbdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847017 Oct 12 02:31:18.039561 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031edfd-d0aa-45e3-984c-988b9a19adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31ce608-6306-43a9-b922-87a2b9830745,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:18.041169 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54414) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:18.079246 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:18.105734 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1f29fa46-6f5e-4b14-bfbe-1f1dbd42c78a admin admin] Publish callbacks [] for security_group (f31ce608-6306-43a9-b922-87a2b9830745), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:18.128678 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1f29fa46-6f5e-4b14-bfbe-1f1dbd42c78a admin admin] Publish callbacks [] for security_group (f31ce608-6306-43a9-b922-87a2b9830745), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:18.197824 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1f29fa46-6f5e-4b14-bfbe-1f1dbd42c78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f31ce608-6306-43a9-b922-87a2b9830745), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:18.202111 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1f29fa46-6f5e-4b14-bfbe-1f1dbd42c78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:18.203498 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-1f29fa46-6f5e-4b14-bfbe-1f1dbd42c78a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f31ce608-6306-43a9-b922-87a2b9830745 HTTP/1.1" status: 204 len: 168 time: 0.1611080 Oct 12 02:31:18.212918 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29fa46-6f5e-4b14-bfbe-1f1dbd42c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31ce608-6306-43a9-b922-87a2b9830745,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:18.632567 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9843ee-80b2-468c-859e-9319f3832e44 req-ba00f726-d570-48dc-a602-255dbc186d56 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:18.641909 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3e9843ee-80b2-468c-859e-9319f3832e44 req-ba00f726-d570-48dc-a602-255dbc186d56 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0775700 Oct 12 02:31:18.657574 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=8 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:18.702382 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3e9843ee-80b2-468c-859e-9319f3832e44 req-8deb4d46-6c89-4ae7-a5ee-fb93be2e6b1c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591295 Oct 12 02:31:19.029831 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a24ccb81-648e-4c31-a259-ca79ef6349c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:19.202989 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21a20-ab76-4e52-837d-81f8c99226f9 req-1414f8ad-745f-4e71-a1bd-05e23fb565a9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:19.205024 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-75b21a20-ab76-4e52-837d-81f8c99226f9 req-1414f8ad-745f-4e71-a1bd-05e23fb565a9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1322365 Oct 12 02:31:19.271439 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-75b21a20-ab76-4e52-837d-81f8c99226f9 req-105553a2-2751-429b-a9bb-8abc128ea0cb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591881 Oct 12 02:31:19.865523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899e29b-4bdf-486f-9830-a7fd2d9a28a5 req-4097f667-ee9d-4a65-a7a6-1919ee12a814 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:19.867181 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c899e29b-4bdf-486f-9830-a7fd2d9a28a5 req-4097f667-ee9d-4a65-a7a6-1919ee12a814 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0712197 Oct 12 02:31:19.934149 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c899e29b-4bdf-486f-9830-a7fd2d9a28a5 req-f545ac72-26c6-4575-a6d5-2e6126c4b54c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586889 Oct 12 02:31:20.296453 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:20.423282 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92674-b05a-4207-93a0-bd96e9b016df req-3ce81fde-fba2-43a0-a3f0-c16f76043fe8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:20.431258 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fff92674-b05a-4207-93a0-bd96e9b016df req-3ce81fde-fba2-43a0-a3f0-c16f76043fe8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0669010 Oct 12 02:31:20.478763 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fff92674-b05a-4207-93a0-bd96e9b016df req-81c962d2-0108-45aa-85bf-3201728921d6 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Oct 12 02:31:20.699577 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce688508-93eb-4e81-b28c-e62696868a45 req-cc966192-46eb-4d07-a5d6-dfffffd92166 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:20.701851 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ce688508-93eb-4e81-b28c-e62696868a45 req-cc966192-46eb-4d07-a5d6-dfffffd92166 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0748520 Oct 12 02:31:20.737228 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54514) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:20.765145 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ce688508-93eb-4e81-b28c-e62696868a45 req-a3c46999-b830-4555-a0a3-5f81d3d9eb14 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558138 Oct 12 02:31:20.832295 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:20.874855 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-7625f7b6-957a-4fb2-ae8a-8fd3cf604e82 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:20.876380 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-7625f7b6-957a-4fb2-ae8a-8fd3cf604e82 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/networks?id=b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 200 len: 814 time: 0.1182313 Oct 12 02:31:20.892878 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b8374eb6-24e2-4bbd-a3ba-5995d28f3013 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/quotas/cdb53abae8714f59829f6d90874d25ea HTTP/1.1" status: 200 len: 375 time: 0.0103610 Oct 12 02:31:20.942977 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-886757bd-8545-4600-b612-43b3a38aa307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:20.958322 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-cf8196d4-8118-4f18-9d0e-c55c788f4059 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601933 Oct 12 02:31:21.058701 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b890b04-86d7-4842-a496-cb7682d47f0e req-b9d2830f-6ebc-4b67-a3aa-1d549e8933e1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:21.060131 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2b890b04-86d7-4842-a496-cb7682d47f0e req-b9d2830f-6ebc-4b67-a3aa-1d549e8933e1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Oct 12 02:31:21.102584 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-94760ef7-315a-45a0-a069-c3e4fb0a1618 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314874 Oct 12 02:31:21.116832 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2b890b04-86d7-4842-a496-cb7682d47f0e req-1baa72fc-0f33-498e-a1fa-09353dacb5f4 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507629 Oct 12 02:31:21.125355 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-886757bd-8545-4600-b612-43b3a38aa307 admin admin] Publish callbacks [] for security_group (57e7d057-1a08-4ff6-9390-4eeb16523ae9), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.135130 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-886757bd-8545-4600-b612-43b3a38aa307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (57e7d057-1a08-4ff6-9390-4eeb16523ae9), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.211207 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886757bd-8545-4600-b612-43b3a38aa307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e7d057-1a08-4ff6-9390-4eeb16523ae9,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:21.217932 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-886757bd-8545-4600-b612-43b3a38aa307 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=481d4e6e4bb84e9e9f98cbbcccf35f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788430 Oct 12 02:31:21.222481 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54522) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:21.263678 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-3a84ef0c-2435-4c72-9e49-b8cb729d2dc1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508963 Oct 12 02:31:21.295567 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9b25c108-472b-4f47-a716-0b38bb8b7c9a admin admin] Publish callbacks [] for security_group (57e7d057-1a08-4ff6-9390-4eeb16523ae9), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.318036 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9b25c108-472b-4f47-a716-0b38bb8b7c9a admin admin] Publish callbacks [] for security_group (57e7d057-1a08-4ff6-9390-4eeb16523ae9), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.324532 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:21.372085 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9b25c108-472b-4f47-a716-0b38bb8b7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (57e7d057-1a08-4ff6-9390-4eeb16523ae9), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.380624 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9b25c108-472b-4f47-a716-0b38bb8b7c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.380624 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9b25c108-472b-4f47-a716-0b38bb8b7c9a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/57e7d057-1a08-4ff6-9390-4eeb16523ae9 HTTP/1.1" status: 204 len: 168 time: 0.1525278 Oct 12 02:31:21.389697 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25c108-472b-4f47-a716-0b38bb8b7c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e7d057-1a08-4ff6-9390-4eeb16523ae9,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:21.446081 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ae371bda-5ce4-47e5-a53f-c202fee76b52 req-7ece09ed-8981-4aad-9bbc-094b662869bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 210 time: 0.0316219 Oct 12 02:31:21.623328 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87949429-2457-4bbb-a276-431fc426cb1b req-82800171-39fe-407d-b873-39cc71745c3b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:21.624966 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-87949429-2457-4bbb-a276-431fc426cb1b req-82800171-39fe-407d-b873-39cc71745c3b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0537620 Oct 12 02:31:21.693963 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-87949429-2457-4bbb-a276-431fc426cb1b req-40b8ab6d-75cc-463b-9015-4b37010e6b66 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613608 Oct 12 02:31:21.733931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54538) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:21.756341 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e2442bb7-6ea9-478d-993b-d03ec47bd2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.861329 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e2442bb7-6ea9-478d-993b-d03ec47bd2b9 admin admin] Publish callbacks [] for security_group (94bd9baf-e2e1-43b0-bd37-5ea9139e526b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.873922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e2442bb7-6ea9-478d-993b-d03ec47bd2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (94bd9baf-e2e1-43b0-bd37-5ea9139e526b), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.941836 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.944693 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426bc50-6a6c-4f9b-b6d3-697c0593a21b req-4edbff58-343b-4f6a-82bc-51eb344bae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:21.946279 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6426bc50-6a6c-4f9b-b6d3-697c0593a21b req-4edbff58-343b-4f6a-82bc-51eb344bae1b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 1130 time: 0.1019423 Oct 12 02:31:21.949376 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aece31-6a39-4aa9-a191-05b3d7ae5bc5 req-8576bbf6-e97d-4574-8207-b8863229e53d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:21.950857 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f2aece31-6a39-4aa9-a191-05b3d7ae5bc5 req-8576bbf6-e97d-4574-8207-b8863229e53d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0921819 Oct 12 02:31:21.952667 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2442bb7-6ea9-478d-993b-d03ec47bd2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd9baf-e2e1-43b0-bd37-5ea9139e526b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:21.957716 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-e2442bb7-6ea9-478d-993b-d03ec47bd2b9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=549cd4c5d4df430e882117edba8003fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226365 Oct 12 02:31:21.960754 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54546) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:21.972093 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:22.006792 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f2aece31-6a39-4aa9-a191-05b3d7ae5bc5 req-9ad96b66-27f3-4634-8461-8a7e9e8a6588 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479398 Oct 12 02:31:22.023066 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:22.048605 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6426bc50-6a6c-4f9b-b6d3-697c0593a21b req-87954f19-e6f7-4b53-b5b8-9641d376e273 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905628 Oct 12 02:31:22.062660 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb9d7-cd42-4b0c-a5a6-a68a61ba4b21 admin admin] Publish callbacks [] for security_group (94bd9baf-e2e1-43b0-bd37-5ea9139e526b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:22.085207 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb9d7-cd42-4b0c-a5a6-a68a61ba4b21 admin admin] Publish callbacks [] for security_group (94bd9baf-e2e1-43b0-bd37-5ea9139e526b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:22.137644 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb9d7-cd42-4b0c-a5a6-a68a61ba4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (94bd9baf-e2e1-43b0-bd37-5ea9139e526b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:22.140258 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb9d7-cd42-4b0c-a5a6-a68a61ba4b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:22.141447 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5f6eb9d7-cd42-4b0c-a5a6-a68a61ba4b21 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/94bd9baf-e2e1-43b0-bd37-5ea9139e526b HTTP/1.1" status: 204 len: 168 time: 0.1791897 Oct 12 02:31:22.149339 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eb9d7-cd42-4b0c-a5a6-a68a61ba4b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd9baf-e2e1-43b0-bd37-5ea9139e526b,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:22.246689 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bcca5-d4b5-4514-b853-976cc5b4ff85 req-d30a083c-160e-4940-a9bd-6b103ef27aa7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:22.248206 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f95bcca5-d4b5-4514-b853-976cc5b4ff85 req-d30a083c-160e-4940-a9bd-6b103ef27aa7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Oct 12 02:31:22.297366 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f95bcca5-d4b5-4514-b853-976cc5b4ff85 req-8547e1f9-9972-4c11-bc5b-ab75742d4566 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Oct 12 02:31:22.401419 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:22.572215 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a7f5e891-f203-4c15-aa0d-84311576b024 req-b1f40d85-8724-4177-82f9-571f17cf3f66 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 210 time: 0.0448000 Oct 12 02:31:22.859737 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499eeaa-3294-4cfe-a614-8af19309c1be req-04c809fc-2e40-4e28-af96-a36d98e09878 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:22.868550 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9499eeaa-3294-4cfe-a614-8af19309c1be req-04c809fc-2e40-4e28-af96-a36d98e09878 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0515413 Oct 12 02:31:22.918625 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9499eeaa-3294-4cfe-a614-8af19309c1be req-e8a3c932-80ec-4c1e-978b-f81f3513503c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 Oct 12 02:31:23.143889 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee6c2c-0b03-402c-8571-b2732f310cb3 req-13a877d7-95c1-4993-b8cc-46b4926bf727 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:23.145412 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-63ee6c2c-0b03-402c-8571-b2732f310cb3 req-13a877d7-95c1-4993-b8cc-46b4926bf727 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0511703 Oct 12 02:31:23.195023 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-63ee6c2c-0b03-402c-8571-b2732f310cb3 req-14cac4cf-1541-41c5-9de8-3ed61d4972c5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Oct 12 02:31:23.424285 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc72d9-f893-435d-aa38-dca66caf31b1 req-d6deb8bd-fb60-488c-9dbc-4afd7d793122 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:23.425846 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2abc72d9-f893-435d-aa38-dca66caf31b1 req-d6deb8bd-fb60-488c-9dbc-4afd7d793122 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0453119 Oct 12 02:31:23.477214 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2abc72d9-f893-435d-aa38-dca66caf31b1 req-50ab7914-8e91-4116-970b-2da4965d57ce tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458105 Oct 12 02:31:23.657258 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:23.688248 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-14d47b3c-fcec-4057-8cf0-6fd5a917bfc7 req-fc431e70-6230-4d68-b339-832b9db9f0ab tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 210 time: 0.0394940 Oct 12 02:31:24.058889 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8fb0a-7955-40df-bc5b-23321aaf146b req-329b695a-c8f7-4e76-81c0-2c53e3a81907 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.064996 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b6b8fb0a-7955-40df-bc5b-23321aaf146b req-329b695a-c8f7-4e76-81c0-2c53e3a81907 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0605495 Oct 12 02:31:24.125777 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b6b8fb0a-7955-40df-bc5b-23321aaf146b req-25eeaff7-510c-4e5a-ba33-c570f77a7caf tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596862 Oct 12 02:31:24.138246 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:24.324426 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:24.349894 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62cac3-4595-472a-9952-3b5d2bd767c9 req-5c248dab-c330-42b3-826e-210c4210c871 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.357355 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7a62cac3-4595-472a-9952-3b5d2bd767c9 req-5c248dab-c330-42b3-826e-210c4210c871 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0666857 Oct 12 02:31:24.359191 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-e3b3cc56-7be6-4256-abdd-3a08dd9508bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.361121 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-e3b3cc56-7be6-4256-abdd-3a08dd9508bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 200 len: 814 time: 0.1519706 Oct 12 02:31:24.388795 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'port': {'device_id': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'admin_state_up': True, 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:24.412050 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7a62cac3-4595-472a-9952-3b5d2bd767c9 req-7cf8a355-6de6-4355-895d-19711374e75c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537548 Oct 12 02:31:24.461738 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130cced-6627-4634-891c-2bac44a45bd5 req-317c8613-b911-4b84-a369-016fc68eeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.463235 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2130cced-6627-4634-891c-2bac44a45bd5 req-317c8613-b911-4b84-a369-016fc68eeb2e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 1130 time: 0.0486372 Oct 12 02:31:24.492352 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f4f9-a4d4-4dee-ba1c-22d30dc3f2cf req-5ac54ab4-f1a1-4ce5-a13b-05aeac6c7537 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.493812 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-df11f4f9-a4d4-4dee-ba1c-22d30dc3f2cf req-5ac54ab4-f1a1-4ce5-a13b-05aeac6c7537 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1013060 Oct 12 02:31:24.543436 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:24.582961 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-df11f4f9-a4d4-4dee-ba1c-22d30dc3f2cf req-e47ac265-1f00-49fa-94ef-dc9fc107b113 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 Oct 12 02:31:24.583978 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Made reservation on behalf of cdb53abae8714f59829f6d90874d25ea for: {'port': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:31:24.587608 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:24.672294 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130cced-6627-4634-891c-2bac44a45bd5 req-9884d848-b04b-4bbb-9699-64024e6f16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.674441 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2130cced-6627-4634-891c-2bac44a45bd5 req-9884d848-b04b-4bbb-9699-64024e6f16ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.1340330 Oct 12 02:31:24.680981 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc38125-9e1b-45ae-b2af-59c760c5dc5e req-4d176a09-07d4-41a6-a599-39f7476a9a0b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.683871 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bcc38125-9e1b-45ae-b2af-59c760c5dc5e req-4d176a09-07d4-41a6-a599-39f7476a9a0b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0908525 Oct 12 02:31:24.732535 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2130cced-6627-4634-891c-2bac44a45bd5 req-a2b11819-fa9b-48fd-8338-9e2201a1001f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531 HTTP/1.1" status: 200 len: 217 time: 0.0473468 Oct 12 02:31:24.751794 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:24.758032 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Allocated IP 172.20.0.4 (b82c8408-5252-4671-b3db-7f2cceb9fce2/d50e3daa-409d-40e1-8916-f2cecb43aad5/258323c9-8ee5-445a-997f-a4ce63d597f0) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:24.795467 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130cced-6627-4634-891c-2bac44a45bd5 req-769dba4f-9999-4440-8160-a6d414bc7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.796925 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2130cced-6627-4634-891c-2bac44a45bd5 req-769dba4f-9999-4440-8160-a6d414bc7ad8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0561037 Oct 12 02:31:24.820715 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bcc38125-9e1b-45ae-b2af-59c760c5dc5e req-a6880243-bebb-4bb5-bc64-726725058e05 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293809 Oct 12 02:31:24.848999 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-92e4ec7b-7810-4e6f-baf3-5d1fd0c9aae3 req-3985f164-472f-4f73-a6e6-756fff27fc8b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 210 time: 0.0528526 Oct 12 02:31:24.849132 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130cced-6627-4634-891c-2bac44a45bd5 req-9aebf87e-c828-4fc2-8fd0-ea4e8d952521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.850470 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2130cced-6627-4634-891c-2bac44a45bd5 req-9aebf87e-c828-4fc2-8fd0-ea4e8d952521 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0459707 Oct 12 02:31:24.967091 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2130cced-6627-4634-891c-2bac44a45bd5 req-bf1ab435-b576-4fae-a87d-7ae048ebb07d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091897 Oct 12 02:31:24.978185 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:25.019120 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:25.086873 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:25.107665 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:25.109775 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:25.113229 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:25.113599 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2130cced-6627-4634-891c-2bac44a45bd5 req-fe55a399-9629-45e7-92c5-712a4e069998 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402037 Oct 12 02:31:25.200563 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:25.201398 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:25.228683 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b83c88f8-9a1a-4ef9-a9d7-6ae2d34cb2bd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8458786 Oct 12 02:31:25.514988 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-17eb9564-ec3c-4923-ba99-2dfb30d6eff5 None None] Provisioning complete for port 258323c9-8ee5-445a-997f-a4ce63d597f0 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:25.516086 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-17eb9564-ec3c-4923-ba99-2dfb30d6eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:25.517789 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-17eb9564-ec3c-4923-ba99-2dfb30d6eff5 None None] Attempt 1 to provision port 258323c9-8ee5-445a-997f-a4ce63d597f0 Oct 12 02:31:25.610927 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-17eb9564-ec3c-4923-ba99-2dfb30d6eff5 None None] Port 258323c9-8ee5-445a-997f-a4ce63d597f0 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:31:25.656874 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72dab7-0dcb-4bca-9a1e-14957bff291a req-70af9963-52ad-40f4-8f91-f9754c11181d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:25.661397 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bc72dab7-0dcb-4bca-9a1e-14957bff291a req-70af9963-52ad-40f4-8f91-f9754c11181d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1028695 Oct 12 02:31:25.788819 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bc72dab7-0dcb-4bca-9a1e-14957bff291a req-9a2e49d7-e9ed-4c97-9edd-9eae7a277788 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196375 Oct 12 02:31:25.789521 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80a499-7d4b-4d43-917a-c4203b3a25b2 req-44f408ed-feb3-40d5-a8a3-0d585a154fd5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:25.791942 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6f80a499-7d4b-4d43-917a-c4203b3a25b2 req-44f408ed-feb3-40d5-a8a3-0d585a154fd5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0672438 Oct 12 02:31:25.904975 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6f80a499-7d4b-4d43-917a-c4203b3a25b2 req-fabe0e3e-1953-49e3-80f7-a765bf6ac8eb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062872 Oct 12 02:31:25.998278 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704669ba-1e69-4b0e-99b1-a093a8fb7867 req-f2a69dda-559a-4e54-af42-594d2158852c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:26.000158 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-704669ba-1e69-4b0e-99b1-a093a8fb7867 req-f2a69dda-559a-4e54-af42-594d2158852c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0771017 Oct 12 02:31:26.059548 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-704669ba-1e69-4b0e-99b1-a093a8fb7867 req-dce288ab-6323-41b0-b34a-c9e065309c9a tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522139 Oct 12 02:31:26.088494 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0765342-66f7-4e58-b7f5-419f17140fbc req-b7d65b35-408e-414c-8634-2ce951d55386 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:26.088494 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e0765342-66f7-4e58-b7f5-419f17140fbc req-b7d65b35-408e-414c-8634-2ce951d55386 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.0856690 Oct 12 02:31:26.157132 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e0765342-66f7-4e58-b7f5-419f17140fbc req-51800105-23cc-4da0-a51f-560aad2820f4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570982 Oct 12 02:31:26.973267 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c942bf8-7dff-4b36-bb9b-96f2bf5f5c9a req-63685cd5-d5fc-49bf-9d2c-1124856d0251 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:26.974775 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1c942bf8-7dff-4b36-bb9b-96f2bf5f5c9a req-63685cd5-d5fc-49bf-9d2c-1124856d0251 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0773761 Oct 12 02:31:27.033943 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1c942bf8-7dff-4b36-bb9b-96f2bf5f5c9a req-20f7a408-22a9-40f7-a4de-7a082cc758be tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488505 Oct 12 02:31:27.056983 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:27.078769 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f677ed1-3e28-48a7-adc5-5c06b8540545 req-3d89646a-cd70-4705-b57a-ac98c9670194 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:27.080283 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1f677ed1-3e28-48a7-adc5-5c06b8540545 req-3d89646a-cd70-4705-b57a-ac98c9670194 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0628181 Oct 12 02:31:27.144399 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1f677ed1-3e28-48a7-adc5-5c06b8540545 req-9b31d573-749c-46b9-9a0d-a48b1755e612 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551181 Oct 12 02:31:27.294144 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46e7d-683c-444c-b52e-10f9744089c8 req-0e8c431d-9c8a-483a-810d-6cf00f552116 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:27.295995 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5ad46e7d-683c-444c-b52e-10f9744089c8 req-0e8c431d-9c8a-483a-810d-6cf00f552116 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0900056 Oct 12 02:31:27.335977 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b047b-24d1-45bc-8fe6-4727e37bb9ba req-a70b6724-3654-47f9-98ed-9151135da423 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:27.344802 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-671b047b-24d1-45bc-8fe6-4727e37bb9ba req-a70b6724-3654-47f9-98ed-9151135da423 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.0761797 Oct 12 02:31:27.395940 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:27.409944 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-671b047b-24d1-45bc-8fe6-4727e37bb9ba req-e0378a1e-4002-4de4-bba5-7f15eedc3903 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583971 Oct 12 02:31:27.425058 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5ad46e7d-683c-444c-b52e-10f9744089c8 req-e19dd3a5-aa2e-4a26-a2d6-dd66777ad065 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086130 Oct 12 02:31:28.170466 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4209b-a51e-4129-976c-86987069c49b req-3e1f9353-c872-4e65-bd5b-8fb88e65c513 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:28.177409 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9aa4209b-a51e-4129-976c-86987069c49b req-3e1f9353-c872-4e65-bd5b-8fb88e65c513 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0534413 Oct 12 02:31:28.231489 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9aa4209b-a51e-4129-976c-86987069c49b req-c986c015-64e4-4514-9cbc-b6739183e311 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520966 Oct 12 02:31:28.317764 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5296216-b207-467e-9876-e83f0635490d req-728918f3-93d2-4dea-9128-794133248b13 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:28.319254 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a5296216-b207-467e-9876-e83f0635490d req-728918f3-93d2-4dea-9128-794133248b13 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Oct 12 02:31:28.356012 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:28.393223 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a5296216-b207-467e-9876-e83f0635490d req-3424a40f-d91b-4d6f-81d8-b945212ceb39 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671320 Oct 12 02:31:28.558768 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bc684-408d-469a-98b7-eac09dd58c74 req-6e35005d-a544-4ae9-a0e8-ba5cf12b4ede tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:28.559316 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe36c4-3813-4b31-be6f-b351cad1d5ac req-bd0d3ae7-e9c0-4814-b729-a0c4e637eeb7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:28.560325 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f74bc684-408d-469a-98b7-eac09dd58c74 req-6e35005d-a544-4ae9-a0e8-ba5cf12b4ede tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0595374 Oct 12 02:31:28.567864 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-abbe36c4-3813-4b31-be6f-b351cad1d5ac req-bd0d3ae7-e9c0-4814-b729-a0c4e637eeb7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.0870652 Oct 12 02:31:28.616071 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f74bc684-408d-469a-98b7-eac09dd58c74 req-fb400e96-e2d1-4c13-94f5-a126b1c4edc7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494142 Oct 12 02:31:28.641773 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-abbe36c4-3813-4b31-be6f-b351cad1d5ac req-640ac8c5-898e-4b12-898f-1107b2c9ab25 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699124 Oct 12 02:31:29.406561 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81583f2-1bd9-434b-ad6e-bc3716db678a req-78bbb346-0bc4-456e-b1cf-6a381d16c01e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:29.408080 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f81583f2-1bd9-434b-ad6e-bc3716db678a req-78bbb346-0bc4-456e-b1cf-6a381d16c01e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0541131 Oct 12 02:31:29.511593 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54772) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:29.546392 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f81583f2-1bd9-434b-ad6e-bc3716db678a req-e7282ea4-3d2e-4cf8-9fec-446fbd166b89 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285224 Oct 12 02:31:29.612356 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4c26-e1d8-4ff0-a25f-6790388a68d0 req-a353d0aa-faa6-4522-ba2c-df1f93f067a2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:29.623333 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e96b4c26-e1d8-4ff0-a25f-6790388a68d0 req-a353d0aa-faa6-4522-ba2c-df1f93f067a2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1214125 Oct 12 02:31:29.726884 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:29.749279 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e96b4c26-e1d8-4ff0-a25f-6790388a68d0 req-7d08dcfe-5cd9-406a-bba2-718000f64fb5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206832 Oct 12 02:31:29.919245 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10d1e0-df84-4367-ad8d-1c4698ae3af7 req-6a603781-104d-45a5-b7af-ed186f3fb3d4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:29.920275 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-be10d1e0-df84-4367-ad8d-1c4698ae3af7 req-6a603781-104d-45a5-b7af-ed186f3fb3d4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.1044669 Oct 12 02:31:29.944151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e001767-fc93-41d6-9519-2adc67c9d593 req-624da6e4-ce3d-4b21-8dc9-53ae7a04f1ab tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:29.955500 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2e001767-fc93-41d6-9519-2adc67c9d593 req-624da6e4-ce3d-4b21-8dc9-53ae7a04f1ab tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.1109962 Oct 12 02:31:29.959732 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Publish callbacks [] for security_group (42198066-ada1-43f6-a612-e60bfe419296), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:29.961764 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:29.988704 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (42198066-ada1-43f6-a612-e60bfe419296), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:30.033655 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2ed85028a48747d38923e1466934d2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209899 Oct 12 02:31:30.051029 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54790) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:30.052272 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-be10d1e0-df84-4367-ad8d-1c4698ae3af7 req-44419f91-e7f3-419c-b130-64a4d24c15ae tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248574 Oct 12 02:31:30.120168 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42198066-ada1-43f6-a612-e60bfe419296,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:30.148827 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.149171 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.149516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.150229 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.150229 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.150521 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.150859 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.151172 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.152035 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.152615 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.152962 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.153288 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.153611 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.153942 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.154403 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc4051-a1dc-4ad7-ad63-c37642d984cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:30.211187 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2e001767-fc93-41d6-9519-2adc67c9d593 req-2897bafe-4f61-4e9a-bd69-43911199bca4 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548075 Oct 12 02:31:30.240335 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d743-b72d-49f8-86c0-55fd73080761 admin admin] Publish callbacks [] for security_group (42198066-ada1-43f6-a612-e60bfe419296), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:30.284888 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d743-b72d-49f8-86c0-55fd73080761 admin admin] Publish callbacks [] for security_group (42198066-ada1-43f6-a612-e60bfe419296), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:30.350201 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d743-b72d-49f8-86c0-55fd73080761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (42198066-ada1-43f6-a612-e60bfe419296), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:30.353511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d743-b72d-49f8-86c0-55fd73080761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:30.354799 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-1ae4d743-b72d-49f8-86c0-55fd73080761 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/42198066-ada1-43f6-a612-e60bfe419296 HTTP/1.1" status: 204 len: 168 time: 0.2971778 Oct 12 02:31:30.364715 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4d743-b72d-49f8-86c0-55fd73080761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42198066-ada1-43f6-a612-e60bfe419296,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:30.743663 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54800) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:30.768703 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f9213a1c-c784-4caf-901f-e6f024f7b7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:30.805018 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e39b-4e9f-475c-88ff-97ece6de633a req-f1dd0449-8503-4947-b5f8-d2d47b554ea0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:30.814203 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e2d2e39b-4e9f-475c-88ff-97ece6de633a req-f1dd0449-8503-4947-b5f8-d2d47b554ea0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1285853 Oct 12 02:31:30.867772 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:30.900495 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e2d2e39b-4e9f-475c-88ff-97ece6de633a req-143f6ff5-2357-4dcb-8ea3-ea029959ad75 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799737 Oct 12 02:31:30.944774 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff6f9c-4043-4ab6-8862-deab205cc5e9 req-01edcc26-9607-461b-bca2-d15bdae0f974 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:30.946347 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f2ff6f9c-4043-4ab6-8862-deab205cc5e9 req-01edcc26-9607-461b-bca2-d15bdae0f974 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0933807 Oct 12 02:31:30.973001 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f9213a1c-c784-4caf-901f-e6f024f7b7b6 admin admin] Publish callbacks [] for security_group (29e579b6-83e6-4eb7-bda7-9358aa9ff3fd), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:30.982347 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f9213a1c-c784-4caf-901f-e6f024f7b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (29e579b6-83e6-4eb7-bda7-9358aa9ff3fd), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:31.064675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9213a1c-c784-4caf-901f-e6f024f7b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e579b6-83e6-4eb7-bda7-9358aa9ff3fd,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:31.084965 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f9213a1c-c784-4caf-901f-e6f024f7b7b6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f16d7fef334a43098e501add10bece21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372993 Oct 12 02:31:31.088756 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54804) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:31.133475 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f2ff6f9c-4043-4ab6-8862-deab205cc5e9 req-69b79f3f-560d-4744-bda4-88b8a27f12db tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704288 Oct 12 02:31:31.156722 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:31.268335 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdc23e4f-f876-46e4-a90d-50fea0f6d3af admin admin] Publish callbacks [] for security_group (29e579b6-83e6-4eb7-bda7-9358aa9ff3fd), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:31.283958 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d574075-920b-44c3-99ef-1aedfa75e94f req-03fb4200-4327-45f2-9bc9-674a4d91e05b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:31.294823 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1d574075-920b-44c3-99ef-1aedfa75e94f req-03fb4200-4327-45f2-9bc9-674a4d91e05b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.0758154 Oct 12 02:31:31.327000 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdc23e4f-f876-46e4-a90d-50fea0f6d3af admin admin] Publish callbacks [] for security_group (29e579b6-83e6-4eb7-bda7-9358aa9ff3fd), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:31.384823 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1d574075-920b-44c3-99ef-1aedfa75e94f req-53f8d247-9062-4d79-8d3c-23d3c28eeda2 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888996 Oct 12 02:31:31.458863 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c4a9-c674-4e62-a51b-bbb5094a6559 req-de52aa82-8fdc-4f27-b0f5-2666410c899e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:31.460530 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a097c4a9-c674-4e62-a51b-bbb5094a6559 req-de52aa82-8fdc-4f27-b0f5-2666410c899e tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0504262 Oct 12 02:31:31.467439 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdc23e4f-f876-46e4-a90d-50fea0f6d3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (29e579b6-83e6-4eb7-bda7-9358aa9ff3fd), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:31.470248 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bdc23e4f-f876-46e4-a90d-50fea0f6d3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:31.475170 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-bdc23e4f-f876-46e4-a90d-50fea0f6d3af admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/29e579b6-83e6-4eb7-bda7-9358aa9ff3fd HTTP/1.1" status: 204 len: 168 time: 0.3402271 Oct 12 02:31:31.492196 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc23e4f-f876-46e4-a90d-50fea0f6d3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e579b6-83e6-4eb7-bda7-9358aa9ff3fd,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:31.552740 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a097c4a9-c674-4e62-a51b-bbb5094a6559 req-a91e5d21-59ee-46bf-a261-9a05fa692403 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721984 Oct 12 02:31:31.747155 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54820) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:31.913104 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8f30b130-8e0a-40df-84eb-408c97ab2cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:32.046849 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8f30b130-8e0a-40df-84eb-408c97ab2cd2 admin admin] Publish callbacks [] for security_group (a322b638-5047-4ab4-b1b7-c34e09c75cb8), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:32.053030 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8f30b130-8e0a-40df-84eb-408c97ab2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a322b638-5047-4ab4-b1b7-c34e09c75cb8), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:32.081417 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8387f5-3b98-4768-89e1-1be06b0643db req-abcecd27-4d2e-404d-883b-dcf90e61ceb4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:32.090843 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2f8387f5-3b98-4768-89e1-1be06b0643db req-abcecd27-4d2e-404d-883b-dcf90e61ceb4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0723860 Oct 12 02:31:32.148367 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2f8387f5-3b98-4768-89e1-1be06b0643db req-71bd3e3f-0b02-4147-913e-0cbc4b722827 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562890 Oct 12 02:31:32.149522 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8f30b130-8e0a-40df-84eb-408c97ab2cd2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=85eb90d06e4d4062875baa2069a1d56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006321 Oct 12 02:31:32.151730 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30b130-8e0a-40df-84eb-408c97ab2cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322b638-5047-4ab4-b1b7-c34e09c75cb8,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:32.152498 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54834) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:32.257533 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Publish callbacks [] for security_group (a322b638-5047-4ab4-b1b7-c34e09c75cb8), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:32.311470 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723543bc-a39d-4e03-be87-4933d8851d33 req-38366397-fcb7-4fbd-85e7-dbe97bad70b9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:32.318840 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-723543bc-a39d-4e03-be87-4933d8851d33 req-38366397-fcb7-4fbd-85e7-dbe97bad70b9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0631559 Oct 12 02:31:32.322796 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Publish callbacks [] for security_group (a322b638-5047-4ab4-b1b7-c34e09c75cb8), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:32.396536 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:32.415124 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-723543bc-a39d-4e03-be87-4933d8851d33 req-a52e6aa5-0ad3-4959-b3c1-1d0b4c4d0b8d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950966 Oct 12 02:31:32.420449 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a322b638-5047-4ab4-b1b7-c34e09c75cb8), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:32.440911 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:32.442504 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a322b638-5047-4ab4-b1b7-c34e09c75cb8 HTTP/1.1" status: 204 len: 168 time: 0.2891266 Oct 12 02:31:32.467162 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322b638-5047-4ab4-b1b7-c34e09c75cb8,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:32.476229 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.476517 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.476873 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.477217 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.477606 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.478355 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.478355 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.478744 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.479093 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.479962 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.480323 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.480856 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.481072 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.481392 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.481906 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3585cd-537b-4f8a-94a0-9929e4063641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:32.580417 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaf2c9-68a6-46e4-9cb0-ec92d89babd8 req-0d228840-49ad-456a-94ba-8e673abd825e tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:32.582254 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-abeaf2c9-68a6-46e4-9cb0-ec92d89babd8 req-0d228840-49ad-456a-94ba-8e673abd825e tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.0904479 Oct 12 02:31:32.702912 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-abeaf2c9-68a6-46e4-9cb0-ec92d89babd8 req-5645e76a-b0d6-4902-86e0-05b96f145750 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068668 Oct 12 02:31:32.786517 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ddff2-e38e-41c9-b5db-6f261a45a822 req-988807cb-b7c0-4b36-9bec-5e8638656de0 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:32.795072 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e63ddff2-e38e-41c9-b5db-6f261a45a822 req-988807cb-b7c0-4b36-9bec-5e8638656de0 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0843346 Oct 12 02:31:32.871711 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e63ddff2-e38e-41c9-b5db-6f261a45a822 req-8d297687-fd9c-4161-8d02-d16b41aa6610 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643990 Oct 12 02:31:33.377263 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c6a52-6d74-43d0-88c3-d3283f693f9e req-25e3fe79-aae4-4852-bcf1-dc17d335eabe tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:33.386917 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-689c6a52-6d74-43d0-88c3-d3283f693f9e req-25e3fe79-aae4-4852-bcf1-dc17d335eabe tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0990615 Oct 12 02:31:33.449698 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-689c6a52-6d74-43d0-88c3-d3283f693f9e req-3cd2af4e-4a6f-45dd-9f89-617aa37e5ba9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611904 Oct 12 02:31:33.609985 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15460-c22e-4f9b-b731-d815e94d9e5e req-ddd9b86d-da44-4a81-922e-011d07eae5c8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:33.617277 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f5b15460-c22e-4f9b-b731-d815e94d9e5e req-ddd9b86d-da44-4a81-922e-011d07eae5c8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0836043 Oct 12 02:31:33.671481 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:33.684839 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f5b15460-c22e-4f9b-b731-d815e94d9e5e req-7f1337f2-e107-4cb7-b715-c656499c1bbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661845 Oct 12 02:31:33.863121 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa3f64-abc0-4a21-b526-ffd9e9f62596 req-b5e2f71a-b297-4138-84d5-5a5f2776af6b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:33.864659 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-66aa3f64-abc0-4a21-b526-ffd9e9f62596 req-b5e2f71a-b297-4138-84d5-5a5f2776af6b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.0495346 Oct 12 02:31:33.915948 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-66aa3f64-abc0-4a21-b526-ffd9e9f62596 req-8ec7cc39-85e7-4816-a86c-87eba6895310 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455542 Oct 12 02:31:33.995735 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fd7d6-cf49-44d8-8cea-8d06ab3332c0 req-dcfe368c-e73b-4ba8-b18c-e4508b70ea01 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:33.997544 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a2fd7d6-cf49-44d8-8cea-8d06ab3332c0 req-dcfe368c-e73b-4ba8-b18c-e4508b70ea01 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0527976 Oct 12 02:31:34.049946 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a2fd7d6-cf49-44d8-8cea-8d06ab3332c0 req-95afb33d-a617-40fa-8720-41dbccf6b554 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453911 Oct 12 02:31:34.060848 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 54950) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:34.186027 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a0a63b2d-d612-4d12-8329-6d3297083e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.285896 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a0a63b2d-d612-4d12-8329-6d3297083e48 admin admin] Publish callbacks [] for security_group (ec7edfc3-4e4e-4517-87b8-6e38909af359), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.290963 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a0a63b2d-d612-4d12-8329-6d3297083e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ec7edfc3-4e4e-4517-87b8-6e38909af359), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.334140 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a0a63b2d-d612-4d12-8329-6d3297083e48 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=de5fd1eaf7af4b59a023081f645a2261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721932 Oct 12 02:31:34.335015 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a63b2d-d612-4d12-8329-6d3297083e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7edfc3-4e4e-4517-87b8-6e38909af359,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:34.336795 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54958) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:34.391496 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-51849789-3b50-46f0-a1f6-be93b5c2215c admin admin] Publish callbacks [] for security_group (ec7edfc3-4e4e-4517-87b8-6e38909af359), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.415391 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-51849789-3b50-46f0-a1f6-be93b5c2215c admin admin] Publish callbacks [] for security_group (ec7edfc3-4e4e-4517-87b8-6e38909af359), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.469636 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-51849789-3b50-46f0-a1f6-be93b5c2215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ec7edfc3-4e4e-4517-87b8-6e38909af359), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.472055 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-51849789-3b50-46f0-a1f6-be93b5c2215c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.473191 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-51849789-3b50-46f0-a1f6-be93b5c2215c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ec7edfc3-4e4e-4517-87b8-6e38909af359 HTTP/1.1" status: 204 len: 168 time: 0.1354454 Oct 12 02:31:34.480992 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51849789-3b50-46f0-a1f6-be93b5c2215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7edfc3-4e4e-4517-87b8-6e38909af359,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:34.570331 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:34.579311 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Request body: {'port': {'device_id': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:34.614127 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce2d63-6744-4f74-b954-ff7b392d22e8 req-e2547d6e-d86c-4c02-9661-7fc7ad979f10 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:34.615629 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-93ce2d63-6744-4f74-b954-ff7b392d22e8 req-e2547d6e-d86c-4c02-9661-7fc7ad979f10 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0791929 Oct 12 02:31:34.677885 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:34.743967 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-93ce2d63-6744-4f74-b954-ff7b392d22e8 req-df287d66-41c8-45c2-ac0a-b8ff5cbefcf0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201262 Oct 12 02:31:34.824247 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:34.867583 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f10c7-da50-4651-96f6-ef68224fe1c5 req-24edebfe-5684-431a-ba78-375871e4d380 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:34.869605 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ab7f10c7-da50-4651-96f6-ef68224fe1c5 req-24edebfe-5684-431a-ba78-375871e4d380 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0815103 Oct 12 02:31:34.930423 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ab7f10c7-da50-4651-96f6-ef68224fe1c5 req-8894b519-1749-4a84-a086-5093a05f1368 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533140 Oct 12 02:31:35.050227 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:35.081664 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258323c9-8ee5-445a-997f-a4ce63d597f0 {{(pid=104427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:35.095300 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Publish callbacks [] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.109358 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd4cab-7fb8-42ec-8c80-baa9487eb35e req-d67392cc-a4e6-4095-b79c-a882254dd113 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:35.111805 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bccd4cab-7fb8-42ec-8c80-baa9487eb35e req-d67392cc-a4e6-4095-b79c-a882254dd113 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 931 time: 0.0928895 Oct 12 02:31:35.119104 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.provisioning_blocks [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Transition to ACTIVE for port object 258323c9-8ee5-445a-997f-a4ce63d597f0 will not be triggered until provisioned by entity L2. {{(pid=104427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:31:35.139812 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.164758 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.211868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12026b-2439-4cab-b860-5d11ae4fabcb req-0c740a8f-57a6-43a4-98f1-b2c8db36b68d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:35.215349 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5a12026b-2439-4cab-b860-5d11ae4fabcb req-0c740a8f-57a6-43a4-98f1-b2c8db36b68d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0595419 Oct 12 02:31:35.228598 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Pushing event updated for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:35.234378 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bccd4cab-7fb8-42ec-8c80-baa9487eb35e req-e112b229-4bc2-41b8-bf95-dfa5f771d344 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138403 Oct 12 02:31:35.289666 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Attempting to bind port 258323c9-8ee5-445a-997f-a4ce63d597f0 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:31:35.289904 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Attempting to bind port 258323c9-8ee5-445a-997f-a4ce63d597f0 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'}] {{(pid=104427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:31:35.290177 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Attempting to bind port 258323c9-8ee5-445a-997f-a4ce63d597f0 on network b82c8408-5252-4671-b3db-7f2cceb9fce2 {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:35.293501 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5a12026b-2439-4cab-b860-5d11ae4fabcb req-6f6c0260-429b-487d-bdbe-0400cab006df tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716648 Oct 12 02:31:35.343775 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Port 258323c9-8ee5-445a-997f-a4ce63d597f0 on network b82c8408-5252-4671-b3db-7f2cceb9fce2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:31:35.344165 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Attempting to bind port 258323c9-8ee5-445a-997f-a4ce63d597f0 on network b82c8408-5252-4671-b3db-7f2cceb9fce2 {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:35.355330 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 54992) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:35.395481 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:31:35.395866 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Checking segment: {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:35.396215 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Bound using segment: {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'} {{(pid=104427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:31:35.396681 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.managers [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Bound port: 258323c9-8ee5-445a-997f-a4ce63d597f0, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c845a049-9280-47b7-8f1e-3e673cbf6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2'}}] {{(pid=104427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:31:35.398560 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.452075 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:35.473539 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, cleared binding levels {{(pid=104427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:31:35.476775 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=258323c9-8ee5-445a-997f-a4ce63d597f0,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:31:35.483961 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.487437 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-997958791-network', 'tenant_id': '6fc52397af5e43f088b80ace86b9d736'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:35.515033 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Made reservation on behalf of 6fc52397af5e43f088b80ace86b9d736 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:31:35.517827 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.529652 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.533746 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:35.534362 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.535744 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 1093 time: 0.9636891 Oct 12 02:31:35.536450 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac6a13-e182-4f70-909f-546eafba38d5 service neutron] Pushing event updated for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=3']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:35.538914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:35.542181 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc75b1b5-ce7d-453f-98c9-1ca1f82c9e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:35.583879 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9ccb53-fa33-4580-9fca-ae82bfb0172b x-openstack-request-id: req-5c9ccb53-fa33-4580-9fca-ae82bfb0172b {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:35.584500 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:35.584500 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c9ccb53-fa33-4580-9fca-ae82bfb0172b {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:35.584857 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9ccb53-fa33-4580-9fca-ae82bfb0172b'] response: {'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'status': 'completed', 'code': 200} Oct 12 02:31:35.794645 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c8e9b-bab5-4c81-9bfa-d6f89dd14f65 req-57bedc03-9f41-4404-839e-0c969c8cf448 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:35.796047 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007c8e9b-bab5-4c81-9bfa-d6f89dd14f65 req-57bedc03-9f41-4404-839e-0c969c8cf448 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0629566 Oct 12 02:31:35.874587 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007c8e9b-bab5-4c81-9bfa-d6f89dd14f65 req-848617ad-e8f5-4842-b804-1bf13e1957fe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716670 Oct 12 02:31:35.888540 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks [] for security_group (b9efef88-035e-41a0-8240-9e45fa653249), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.908159 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282dd15-5734-4043-ae77-dc2869437b91 req-46aa395d-dc8b-4dc2-8281-570e8ce6cd73 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:35.909882 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e282dd15-5734-4043-ae77-dc2869437b91 req-46aa395d-dc8b-4dc2-8281-570e8ce6cd73 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0633616 Oct 12 02:31:35.911295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b9efef88-035e-41a0-8240-9e45fa653249), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.934771 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:31:35.950582 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efef88-035e-41a0-8240-9e45fa653249,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:35.953654 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (ce8f1428-8268-4588-9300-e3cfc177045b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:35.954000 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Added segment ce8f1428-8268-4588-9300-e3cfc177045b of type vlan for network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b Oct 12 02:31:35.971627 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e282dd15-5734-4043-ae77-dc2869437b91 req-79a8e54d-a7e3-4d63-b774-032f50c4d681 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520027 Oct 12 02:31:36.000819 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:36.033911 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:36.034916 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.035517 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:36.037412 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:36.114340 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7576358 Oct 12 02:31:36.117265 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55006) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:36.122868 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Request body: {'subnet': {'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-997958791-subnet', 'tenant_id': '6fc52397af5e43f088b80ace86b9d736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:36.131063 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc32a6-f1a2-4a7f-9016-c709e0fab9c5 req-7f76b0a7-5627-4e56-8405-836940c5bbfa tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.132665 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcc32a6-f1a2-4a7f-9016-c709e0fab9c5 req-7f76b0a7-5627-4e56-8405-836940c5bbfa tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.1078193 Oct 12 02:31:36.143170 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Made reservation on behalf of 6fc52397af5e43f088b80ace86b9d736 for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:31:36.145405 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303384a9-1001-4013-b314-8f25076d59a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:36.145662 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12790438'] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:36.162753 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:31:36.192115 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcc32a6-f1a2-4a7f-9016-c709e0fab9c5 req-b58f4ba2-72ce-4a42-a3d6-83914176373e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532107 Oct 12 02:31:36.639062 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13551378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12790452'] for subnet (59c7219e-d325-47cc-9f94-a103471888cc), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:36.657860 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26193bd3-c2e0-48bb-a454-5211a8e6c906 req-e626c823-43f6-4a03-98d0-81b03f95767d tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.659799 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-26193bd3-c2e0-48bb-a454-5211a8e6c906 req-e626c823-43f6-4a03-98d0-81b03f95767d tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 943 time: 0.3357906 Oct 12 02:31:36.686509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83106f40-4858-41a9-a762-cba63eeb79cc req-aae492f9-07b2-4eef-a3f3-72acba429f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.687949 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83106f40-4858-41a9-a762-cba63eeb79cc req-aae492f9-07b2-4eef-a3f3-72acba429f46 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1130 time: 0.1140370 Oct 12 02:31:36.733271 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c7219e-d325-47cc-9f94-a103471888cc,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:36.753406 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75b1b5-ce7d-453f-98c9-1ca1f82c9e5b req-8822e655-c92c-4f7d-85ca-daab51cab255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.754919 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fc75b1b5-ce7d-453f-98c9-1ca1f82c9e5b req-8822e655-c92c-4f7d-85ca-daab51cab255 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1127 time: 0.0552828 Oct 12 02:31:36.759553 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Checking segment: {'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:36.759983 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Network hostable DHCP agents. Network: 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:31:36.776837 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-26193bd3-c2e0-48bb-a454-5211a8e6c906 req-9ee117f1-0af3-4a92-9a1f-ea11f4381130 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972242 Oct 12 02:31:36.789568 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:31:36.801766 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:36.809797 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.810909 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:36.813568 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:36.814775 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c81328-545f-451b-869d-41aaa75febef None None] Network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:31:36.827527 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7d0041f1-c212-4ad9-ba45-5f66221e2601 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7091036 Oct 12 02:31:36.920129 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba410e01-08cc-410a-963f-b493524a9697 None None] Network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:31:37.045024 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b1c7-f389-4db0-b946-bc6126930acf req-c2760da8-c090-4270-8fd6-da37e0964ed7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.053478 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1c36b1c7-f389-4db0-b946-bc6126930acf req-c2760da8-c090-4270-8fd6-da37e0964ed7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0746202 Oct 12 02:31:37.083592 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:37.125268 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1c36b1c7-f389-4db0-b946-bc6126930acf req-0f54a8eb-2ba9-48dc-be91-3c0955b48707 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686040 Oct 12 02:31:37.257905 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2b26-2bdf-421d-83f3-afa2ea799002 req-3cc43e8a-6b77-46d9-b1fa-f29300c3d9d5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.259420 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fe7c2b26-2bdf-421d-83f3-afa2ea799002 req-3cc43e8a-6b77-46d9-b1fa-f29300c3d9d5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0539119 Oct 12 02:31:37.389956 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fe7c2b26-2bdf-421d-83f3-afa2ea799002 req-11772bb5-e0b1-4d32-9cee-ea78184a4099 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204498 Oct 12 02:31:37.402197 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:37.439865 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83106f40-4858-41a9-a762-cba63eeb79cc req-cf0651d2-a7e9-499b-8904-a89ed604be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.441348 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83106f40-4858-41a9-a762-cba63eeb79cc req-cf0651d2-a7e9-499b-8904-a89ed604be70 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.1452401 Oct 12 02:31:37.492090 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49648-d40a-43ec-b943-a0b034e1b2ab req-ecb90d05-68a2-463a-9409-811d9c08e97b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.493605 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0db49648-d40a-43ec-b943-a0b034e1b2ab req-ecb90d05-68a2-463a-9409-811d9c08e97b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.2146120 Oct 12 02:31:37.527889 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83106f40-4858-41a9-a762-cba63eeb79cc req-7da189e0-e1eb-47f6-9365-70bc07415286 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 1001 time: 0.0799589 Oct 12 02:31:37.560972 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-5d4bd7cf-12ee-40ba-96c8-ab22a41fcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.562552 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-5d4bd7cf-12ee-40ba-96c8-ab22a41fcda1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 1129 time: 0.2331426 Oct 12 02:31:37.581446 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83106f40-4858-41a9-a762-cba63eeb79cc req-49679c08-e522-47bd-9eec-de1f4c70dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.582799 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83106f40-4858-41a9-a762-cba63eeb79cc req-49679c08-e522-47bd-9eec-de1f4c70dcc0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0492766 Oct 12 02:31:37.626282 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83106f40-4858-41a9-a762-cba63eeb79cc req-89b6a4aa-5dd1-4e70-828c-c02fbc21b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.627861 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83106f40-4858-41a9-a762-cba63eeb79cc req-89b6a4aa-5dd1-4e70-828c-c02fbc21b7f6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0385404 Oct 12 02:31:37.673672 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75b1b5-ce7d-453f-98c9-1ca1f82c9e5b req-5168c0e2-6a4b-4023-81ad-58ee5cf14b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.675109 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fc75b1b5-ce7d-453f-98c9-1ca1f82c9e5b req-5168c0e2-6a4b-4023-81ad-58ee5cf14b7f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=cdb53abae8714f59829f6d90874d25ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3837032 Oct 12 02:31:37.680816 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0db49648-d40a-43ec-b943-a0b034e1b2ab req-f13c290f-5d43-457b-807a-bacefc533f58 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777868 Oct 12 02:31:37.732702 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83106f40-4858-41a9-a762-cba63eeb79cc req-32514b7f-8943-400b-9a3e-170e80f25cab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985591 Oct 12 02:31:37.840190 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83106f40-4858-41a9-a762-cba63eeb79cc req-f4927624-6636-48e3-8a57-a89cecbf59d5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008110 Oct 12 02:31:37.847441 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-30d22f85-f019-442d-b4b6-6aedbd7e7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.848923 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-30d22f85-f019-442d-b4b6-6aedbd7e7016 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 911 time: 0.2782476 Oct 12 02:31:37.922483 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9237bb-a1a4-48f0-99e3-2a40bdafa124 req-c3fcf97e-5b07-4e46-b60e-6269383c6bb4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.924267 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1d9237bb-a1a4-48f0-99e3-2a40bdafa124 req-c3fcf97e-5b07-4e46-b60e-6269383c6bb4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 943 time: 0.0543463 Oct 12 02:31:37.942677 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75b1b5-ce7d-453f-98c9-1ca1f82c9e5b req-cbd66a9b-d245-4a31-abc8-d02fe15d4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.944152 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fc75b1b5-ce7d-453f-98c9-1ca1f82c9e5b req-cbd66a9b-d245-4a31-abc8-d02fe15d4160 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2624862 Oct 12 02:31:37.987322 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-bb6b5602-0ac9-49f4-a38a-ca9026669cb3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0974069 Oct 12 02:31:38.020980 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1d9237bb-a1a4-48f0-99e3-2a40bdafa124 req-239892d3-f443-436e-bc11-bb8d919fa363 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896728 Oct 12 02:31:38.072265 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-258e81e5-3b92-4a17-8499-ab7db8e209d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.074330 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-258e81e5-3b92-4a17-8499-ab7db8e209d1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.0684280 Oct 12 02:31:38.128997 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-53416518-3c71-4daa-a8b5-3e2946e23d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.130514 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-53416518-3c71-4daa-a8b5-3e2946e23d00 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1127 time: 0.0552948 Oct 12 02:31:38.243834 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf503-2f67-497f-a879-b86247a04d9c req-df8b59cf-24e0-4210-b083-e84353328de3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.246031 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-de6bf503-2f67-497f-a879-b86247a04d9c req-df8b59cf-24e0-4210-b083-e84353328de3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0464773 Oct 12 02:31:38.292925 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-de6bf503-2f67-497f-a879-b86247a04d9c req-0e9a5f98-b408-46e9-83e1-8f5aae6d4df9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413904 Oct 12 02:31:38.434207 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:31:38.500669 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-a97ebf20-72a1-47ce-b16e-319956299c7d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 217 time: 0.0669010 Oct 12 02:31:38.515752 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:38.528243 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-3ade2f8b-7ef9-41c6-a57b-01c8be1e3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.529753 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-3ade2f8b-7ef9-41c6-a57b-01c8be1e3a60 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0980334 Oct 12 02:31:38.584461 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-aa255ee6-1e8f-4005-b0ae-50cd98c05894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.586939 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-aa255ee6-1e8f-4005-b0ae-50cd98c05894 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d50e3daa-409d-40e1-8916-f2cecb43aad5 HTTP/1.1" status: 200 len: 853 time: 0.0720518 Oct 12 02:31:38.599971 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cecf9d-859f-48fa-beb6-340bcc97c360 req-ee81aced-6c99-4522-8f9d-450eaeb484bb tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.611335 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-64cecf9d-859f-48fa-beb6-340bcc97c360 req-ee81aced-6c99-4522-8f9d-450eaeb484bb tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1066191 Oct 12 02:31:38.617637 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:38.651993 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'port_id': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'mac_address': 'fa:16:3e:d5:ed:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:31:38.681121 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-64cecf9d-859f-48fa-beb6-340bcc97c360 req-8a855e44-14b0-4864-b5db-36b427bf0742 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682244 Oct 12 02:31:38.716819 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: ACTIVE; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:38.717222 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:38.736678 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00cbe132-b469-4871-8a75-5b0b351f1a08 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:38.742785 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:38.748403 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:38.753451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-34b62ed3-0ffe-4e10-bc9c-b4b4b311c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.754926 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-34b62ed3-0ffe-4e10-bc9c-b4b4b311c82d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b82c8408-5252-4671-b3db-7f2cceb9fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1472478 Oct 12 02:31:38.762056 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:38.766030 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:38.815646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=6']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:38.881482 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-24e1e228-48c0-43d1-9c38-c70e7e34b882 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823741 Oct 12 02:31:38.955266 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d6fc2f02-e7c5-46d7-b5d0-fed56c483bc3 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.956711 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d6fc2f02-e7c5-46d7-b5d0-fed56c483bc3 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b HTTP/1.1" status: 200 len: 808 time: 0.2208836 Oct 12 02:31:38.960628 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-20dbe619-53ad-46e0-9eb8-8355a5f92d58 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924863 Oct 12 02:31:38.973444 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-eed756e6-d0a8-4e22-b0cc-4677d9394789 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/quotas/6fc52397af5e43f088b80ace86b9d736 HTTP/1.1" status: 200 len: 375 time: 0.0106831 Oct 12 02:31:39.006455 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-66df051c-409e-4e8e-8490-1ea5cc4a8135 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6fc52397af5e43f088b80ace86b9d736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277324 Oct 12 02:31:39.019710 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:39.026558 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['00cbe132-b469-4871-8a75-5b0b351f1a08'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:39.114809 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-a9e8421a-05a7-4139-b02b-bea29d4bf2a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019824 Oct 12 02:31:39.195201 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47c502-076b-4ddf-bb03-b14823aaebec req-ff2c15f8-242a-4723-8aa9-945d11a098f7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:39.204389 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fc47c502-076b-4ddf-bb03-b14823aaebec req-ff2c15f8-242a-4723-8aa9-945d11a098f7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 943 time: 0.0843987 Oct 12 02:31:39.250810 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fc47c502-076b-4ddf-bb03-b14823aaebec req-b81c9fb0-adf7-41d5-82d5-6e550af9e940 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Oct 12 02:31:39.320564 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55066) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:39.326109 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-5ff0ecc1-93ad-41ec-abe9-0baba52b4af9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704231303', 'description': 'tempest-description--916018358'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:39.351702 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ecc1-93ad-41ec-abe9-0baba52b4af9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.379100 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:39.455823 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b534ede-d38a-4323-9ef3-9c58f3102b27 req-8906d3a8-0fce-4810-b51c-379090f74d00 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:39.457396 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6b534ede-d38a-4323-9ef3-9c58f3102b27 req-8906d3a8-0fce-4810-b51c-379090f74d00 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0741265 Oct 12 02:31:39.495736 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ecc1-93ad-41ec-abe9-0baba52b4af9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group (931958eb-2fff-4be2-9a21-5a400d530db4), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.500808 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ecc1-93ad-41ec-abe9-0baba52b4af9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (931958eb-2fff-4be2-9a21-5a400d530db4), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.560319 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ecc1-93ad-41ec-abe9-0baba52b4af9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.561652 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5ff0ecc1-93ad-41ec-abe9-0baba52b4af9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2400341 Oct 12 02:31:39.566228 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6b534ede-d38a-4323-9ef3-9c58f3102b27 req-ad074d29-180c-429f-9e7f-44926fe1af4b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956922 Oct 12 02:31:39.566677 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55070) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:39.568584 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0ecc1-93ad-41ec-abe9-0baba52b4af9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931958eb-2fff-4be2-9a21-5a400d530db4,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:39.574846 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-91ce3a46-4d19-4136-b970-822a5f071ac7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'security_group_rule': {'security_group_id': '931958eb-2fff-4be2-9a21-5a400d530db4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:39.601690 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-02ccc6a5-e0f2-4dbb-ac4f-bc8cfe7011a4 req-1d6c7d54-89d0-49d5-ab33-a82836bc9413 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221191 Oct 12 02:31:39.603962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-55e28011-e51b-4407-be9c-39f6d2021a87 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765120 Oct 12 02:31:39.610340 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3435cba5-f030-4397-a514-d7d9b213ef34 req-143f7bd7-5eab-4e5c-88a9-a89f36881605 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402735 Oct 12 02:31:39.615584 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-91ce3a46-4d19-4136-b970-822a5f071ac7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group_rule (2911918a-635d-4027-9ca8-b3288af096c7), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.664782 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:39.690604 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-91ce3a46-4d19-4136-b970-822a5f071ac7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group_rule (2911918a-635d-4027-9ca8-b3288af096c7), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.694117 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-91ce3a46-4d19-4136-b970-822a5f071ac7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (2911918a-635d-4027-9ca8-b3288af096c7), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.716755 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce3a46-4d19-4136-b970-822a5f071ac7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2911918a-635d-4027-9ca8-b3288af096c7,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:39.728448 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-91ce3a46-4d19-4136-b970-822a5f071ac7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.729949 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-91ce3a46-4d19-4136-b970-822a5f071ac7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622474 Oct 12 02:31:39.732937 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55076) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:39.738457 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-31c7751c-4a48-474e-88d9-37ee1af9bb9d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'security_group_rule': {'security_group_id': '931958eb-2fff-4be2-9a21-5a400d530db4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:39.811146 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b160af05-f5fe-4b8f-b158-9f34b1fe5873 req-d0d5dba0-6e88-4a84-b8b6-9394095975ef tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 210 time: 0.0393939 Oct 12 02:31:39.820678 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-31c7751c-4a48-474e-88d9-37ee1af9bb9d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group_rule (a4c47552-8438-4fcf-a81f-d8a0f446c518), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.857717 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad03f7-1f36-49c7-8759-b752062921a8 req-72266270-0ed0-4310-94c2-520b0e74a008 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:39.860063 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-caad03f7-1f36-49c7-8759-b752062921a8 req-72266270-0ed0-4310-94c2-520b0e74a008 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 945 time: 0.0845449 Oct 12 02:31:39.916190 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-31c7751c-4a48-474e-88d9-37ee1af9bb9d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group_rule (a4c47552-8438-4fcf-a81f-d8a0f446c518), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.921750 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-caad03f7-1f36-49c7-8759-b752062921a8 req-d9933b02-f028-45fe-a4a7-942dca909c59 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503333 Oct 12 02:31:39.924848 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-31c7751c-4a48-474e-88d9-37ee1af9bb9d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (a4c47552-8438-4fcf-a81f-d8a0f446c518), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.947176 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7751c-4a48-474e-88d9-37ee1af9bb9d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c47552-8438-4fcf-a81f-d8a0f446c518,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:39.957865 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-31c7751c-4a48-474e-88d9-37ee1af9bb9d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:39.962065 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-31c7751c-4a48-474e-88d9-37ee1af9bb9d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2245688 Oct 12 02:31:39.962566 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55084) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:39.967170 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:39.975034 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:39.997676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.088075 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.210471 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Allocated IP 172.28.2.75 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/de248e87-f8d5-47f9-98ec-7e1b193d4c08) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:40.280906 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:40.329412 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.397936 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61471-1c7a-4788-8711-2897342c2c2f req-d2a2d8fe-7bdb-4111-8634-e1ae2b48194b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:40.399412 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ecb61471-1c7a-4788-8711-2897342c2c2f req-d2a2d8fe-7bdb-4111-8634-e1ae2b48194b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 943 time: 0.0682762 Oct 12 02:31:40.421889 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.449827 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:40.484803 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:40.493035 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:40.497372 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 00cbe132-b469-4871-8a75-5b0b351f1a08 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:40.497752 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.498092 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 00cbe132-b469-4871-8a75-5b0b351f1a08 Oct 12 02:31:40.498191 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:40.505644 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ecb61471-1c7a-4788-8711-2897342c2c2f req-68cd55e9-d8ed-4665-8587-891a7bb33daf tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997550 Oct 12 02:31:40.509517 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'Port': ['ID=de248e87-f8d5-47f9-98ec-7e1b193d4c08,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:40.556055 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.586476 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:40.586975 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.600136 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.611379 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:40.613981 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e418340f-7631-4371-93a9-bc92c0a9f3bf" -d '{"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-plugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:40.628311 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:40.635641 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.677338 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633163f0-9c48-4dde-9f85-18e9689c99c3 x-openstack-request-id: req-633163f0-9c48-4dde-9f85-18e9689c99c3 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:40.677656 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-plugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:40.677916 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-633163f0-9c48-4dde-9f85-18e9689c99c3 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:40.678311 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633163f0-9c48-4dde-9f85-18e9689c99c3'] response: {'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'code': 200} Oct 12 02:31:40.716738 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402facc-1fa2-4974-9bb3-1d2dfb79f1a1 req-5d82b420-bb55-431b-855a-f776ef832331 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:40.717665 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=7']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:40.718510 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5402facc-1fa2-4974-9bb3-1d2dfb79f1a1 req-5d82b420-bb55-431b-855a-f776ef832331 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0560336 Oct 12 02:31:40.762149 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:40.776722 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.780980 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5402facc-1fa2-4974-9bb3-1d2dfb79f1a1 req-8390d0b8-a843-43d9-a0c7-1cdd6488ae6d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558965 Oct 12 02:31:40.781512 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.781940 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.824720 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:40.825970 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8626111 Oct 12 02:31:40.833695 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab9693-cb2b-4c76-8fd7-2147b9d71d90 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'Port': ['ID=de248e87-f8d5-47f9-98ec-7e1b193d4c08,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:40.928986 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6e5282dc-6059-4df1-8637-60563d602e8c req-7809b066-cbf2-4a90-a4be-dd8a9c2cc6b5 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 210 time: 0.0277286 Oct 12 02:31:41.043806 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-ca6e2713-9d69-48f5-aee3-664b5fa6b190 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1704231303&fields=id&tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d HTTP/1.1" status: 200 len: 267 time: 0.0488920 Oct 12 02:31:41.061143 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818b97b-226d-4add-80df-ba022041f934 req-d5ad3d52-fea1-412f-857f-2e0118beccd9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:41.062878 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a818b97b-226d-4add-80df-ba022041f934 req-d5ad3d52-fea1-412f-857f-2e0118beccd9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0509171 Oct 12 02:31:41.125760 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a818b97b-226d-4add-80df-ba022041f934 req-24bd3467-9936-4dcd-8fe8-1f1c87abbe3a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563512 Oct 12 02:31:41.174823 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-ba7194ef-e41e-42e9-bcf2-f0512a4bc1fe tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:41.176420 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-ba7194ef-e41e-42e9-bcf2-f0512a4bc1fe tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 818 time: 0.1240475 Oct 12 02:31:41.193560 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-e8fe1e3c-7715-4276-8955-0ad9ef13b29b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/quotas/72777ca3c2f04605b9eaf0ae7dbdfb2d HTTP/1.1" status: 200 len: 375 time: 0.0112107 Oct 12 02:31:41.253281 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-39d4ab0e-be49-40fe-b226-978af0e392d4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533638 Oct 12 02:31:41.360994 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-d8f2fa56-1cc1-4ccc-b504-d72e21483f68 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928223 Oct 12 02:31:41.446722 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:41.459693 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-0c8bc6ae-1124-4204-b57d-f7e05c8ea395 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929067 Oct 12 02:31:41.646122 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ca8de648-8cba-42b9-83b9-69c828fc566f req-6e1fc654-3579-4cd8-b885-d2f8d378705b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 210 time: 0.0350747 Oct 12 02:31:41.687436 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9372f8b-17bf-4200-8ca5-17fbdd26ef5a req-9d88cf4c-243e-425a-980c-831db78ef2e5 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:41.689341 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f9372f8b-17bf-4200-8ca5-17fbdd26ef5a req-9d88cf4c-243e-425a-980c-831db78ef2e5 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 943 time: 0.0638089 Oct 12 02:31:41.750936 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f9372f8b-17bf-4200-8ca5-17fbdd26ef5a req-651390ec-2113-4c7e-b1a7-c42532e348da tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Oct 12 02:31:41.939036 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d386-d2fd-4bfa-9f21-d849448cc5cb req-c9a5ac11-68a6-49d0-8834-be1e4cb58657 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:41.946129 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7d58d386-d2fd-4bfa-9f21-d849448cc5cb req-c9a5ac11-68a6-49d0-8834-be1e4cb58657 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0659120 Oct 12 02:31:42.012459 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7d58d386-d2fd-4bfa-9f21-d849448cc5cb req-af119caa-a89e-40f1-93c4-74f78b978a17 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647914 Oct 12 02:31:42.139851 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-65b26ec2-dadf-4450-a2de-4b89e5024a3b req-38da1823-e463-4de2-91eb-2a1c9cfd8d4d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 210 time: 0.0354233 Oct 12 02:31:42.292033 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2a810-9348-41c4-81b7-ba967cf71fa9 req-d306e3ef-756c-4f20-a96f-e6269bfb7be1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:42.294179 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b5f2a810-9348-41c4-81b7-ba967cf71fa9 req-d306e3ef-756c-4f20-a96f-e6269bfb7be1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0625598 Oct 12 02:31:42.388387 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b5f2a810-9348-41c4-81b7-ba967cf71fa9 req-19ecce86-30d0-4c62-8951-00a3d70dcf1c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694325 Oct 12 02:31:42.438462 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 258323c9-8ee5-445a-997f-a4ce63d597f0 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:31:42.590090 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=258323c9-8ee5-445a-997f-a4ce63d597f0,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:42.634040 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'port_id': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'mac_address': 'fa:16:3e:60:66:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:31:42.703681 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 258323c9-8ee5-445a-997f-a4ce63d597f0 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:42.704124 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.742532 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258323c9-8ee5-445a-997f-a4ce63d597f0 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:42.777242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=258323c9-8ee5-445a-997f-a4ce63d597f0,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:42.783308 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.840369 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e4d29653-828d-4ac0-aad7-f5b9fc9777a3 req-34566b32-564b-4ed3-a101-d35d643d57fe tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 210 time: 0.0847018 Oct 12 02:31:42.920298 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:42.951529 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.952133 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.952596 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.953102 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.953662 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.954269 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.954671 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.955010 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.955393 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.955767 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.956136 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.956702 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.957045 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.957736 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.958837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:43.013847 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c58fa-6d65-4684-af11-8b50a29d3b1b req-05fe9240-ecac-4770-8f1b-4b520cba3645 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:43.015422 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9b9c58fa-6d65-4684-af11-8b50a29d3b1b req-05fe9240-ecac-4770-8f1b-4b520cba3645 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 944 time: 0.1095943 Oct 12 02:31:43.106135 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9b9c58fa-6d65-4684-af11-8b50a29d3b1b req-0075d325-f986-4cbd-85b2-d4ee4946735a tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766931 Oct 12 02:31:43.111955 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-c6e49c36-52c1-48fe-9e96-274a09407be2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:43.114034 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-c6e49c36-52c1-48fe-9e96-274a09407be2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b HTTP/1.1" status: 200 len: 808 time: 0.2581360 Oct 12 02:31:43.145264 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Request body: {'port': {'device_id': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b', 'admin_state_up': True, 'tenant_id': '6fc52397af5e43f088b80ace86b9d736'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:43.205576 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['258323c9-8ee5-445a-997f-a4ce63d597f0'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:43.265871 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.304851 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.359555 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.378203 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-69b741df-861c-4939-b0e7-9cbdbe89d392 req-f427697d-9440-45ff-91b1-1fb59320cc56 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 210 time: 0.0635929 Oct 12 02:31:43.379565 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Made reservation on behalf of 6fc52397af5e43f088b80ace86b9d736 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:31:43.383732 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:43.512548 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.571421 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5fcd4-48ad-40ed-a805-1abf79bbbc9a req-e46d6e2c-be52-4c08-ae7c-b91a2c0678b0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:43.573310 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bef5fcd4-48ad-40ed-a805-1abf79bbbc9a req-e46d6e2c-be52-4c08-ae7c-b91a2c0678b0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0704098 Oct 12 02:31:43.598504 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Allocated IP 172.20.0.5 (8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b/59c7219e-d325-47cc-9f94-a103471888cc/9763d8f1-a905-4f8e-af65-3abd07624c0a) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:43.661133 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bef5fcd4-48ad-40ed-a805-1abf79bbbc9a req-37677f39-d034-49c0-b71a-b064f670857d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798900 Oct 12 02:31:43.788272 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.820743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks [] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:43.859307 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:43.976868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:43.994390 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:44.051716 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:44.057240 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:44.057906 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:44.066951 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6156c21f-96b0-4bf0-8852-4acb7e8b9f0a req-1547172b-5e90-458f-b535-65cca51bd0c3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 210 time: 0.1075354 Oct 12 02:31:44.077013 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Pushing event updated for resources: {'Port': ['ID=9763d8f1-a905-4f8e-af65-3abd07624c0a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:44.117470 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-d709fdcf-03b3-4b0c-a0c0-8e801abdefad tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9761615 Oct 12 02:31:44.163520 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Request body: {'port': {'device_id': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:44.204983 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-4516e09e-1c01-44ee-b2b6-8227e61941e4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:44.206436 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-4516e09e-1c01-44ee-b2b6-8227e61941e4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 818 time: 0.2990859 Oct 12 02:31:44.262764 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:44.263010 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b42a7-10fc-4739-9744-cabc341166d4 req-cceb750c-f781-4f1c-a81d-7754a33b6709 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:44.264586 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-074b42a7-10fc-4739-9744-cabc341166d4 req-cceb750c-f781-4f1c-a81d-7754a33b6709 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 944 time: 0.0649362 Oct 12 02:31:44.346512 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-074b42a7-10fc-4739-9744-cabc341166d4 req-e0e3f71a-f684-48a2-8abc-431130e203a2 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737603 Oct 12 02:31:44.383708 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-33bcbc4c-1f19-4d4a-8c7d-6d0a9e080ed1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d HTTP/1.1" status: 200 len: 380 time: 0.1412737 Oct 12 02:31:44.404897 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'port': {'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'admin_state_up': True, 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'security_groups': ['931958eb-2fff-4be2-9a21-5a400d530db4']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:44.428177 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:44.449461 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 258323c9-8ee5-445a-997f-a4ce63d597f0 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:44.588975 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 258323c9-8ee5-445a-997f-a4ce63d597f0 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:31:44.605253 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 258323c9-8ee5-445a-997f-a4ce63d597f0 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:44.605767 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:44.606196 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 258323c9-8ee5-445a-997f-a4ce63d597f0 Oct 12 02:31:44.712779 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe15544-0cd8-4e44-a4eb-2810f844039e req-eda7a46d-9e4b-4187-9b1d-f0812a6d2449 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:44.714482 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7fe15544-0cd8-4e44-a4eb-2810f844039e req-eda7a46d-9e4b-4187-9b1d-f0812a6d2449 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 931 time: 0.1525111 Oct 12 02:31:44.725555 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 258323c9-8ee5-445a-997f-a4ce63d597f0 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:44.726016 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:44.761715 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:44.764244 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0588b57c-9b06-45d5-b554-48aed5da1540" -d '{"events": [{"server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "name": "network-vif-plugged", "status": "completed", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:44.785739 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=258323c9-8ee5-445a-997f-a4ce63d597f0,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:44.793438 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:44.847440 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Made reservation on behalf of 72777ca3c2f04605b9eaf0ae7dbdfb2d for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:31:44.851688 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:44.867444 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3568458-3313-4490-a070-a9633f06c07c req-23ec2186-37d8-423d-a671-7c408a3536b6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:44.875994 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e3568458-3313-4490-a070-a9633f06c07c req-23ec2186-37d8-423d-a671-7c408a3536b6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1116440 Oct 12 02:31:44.929739 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:44.951072 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:44.957804 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e3568458-3313-4490-a070-a9633f06c07c req-21c091c3-6d04-4632-82a2-5cdf9c109442 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808537 Oct 12 02:31:44.962762 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7fe15544-0cd8-4e44-a4eb-2810f844039e req-d0f1c35c-d803-427a-b60c-435a301ec838 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375667 Oct 12 02:31:45.007041 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6357f8d-9fc1-4e4e-98a2-0b74d6c0de38 x-openstack-request-id: req-b6357f8d-9fc1-4e4e-98a2-0b74d6c0de38 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:45.007357 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "name": "network-vif-plugged", "status": "completed", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:45.007671 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6357f8d-9fc1-4e4e-98a2-0b74d6c0de38 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:45.008072 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6357f8d-9fc1-4e4e-98a2-0b74d6c0de38'] response: {'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'code': 200} Oct 12 02:31:45.046625 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9763d8f1-a905-4f8e-af65-3abd07624c0a {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:45.062243 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Publish callbacks [] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.099266 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Transition to ACTIVE for port object 9763d8f1-a905-4f8e-af65-3abd07624c0a will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:31:45.129799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.267471 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-19112e9d-4cac-423c-8a49-f8ce258f60d6 req-f51d8147-ee44-478f-a1ec-5417a37dce3a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 210 time: 0.0862560 Oct 12 02:31:45.268724 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Allocated IP 172.20.0.3 (f51be834-37fa-4686-9d26-f836b906e0b5/2c998db6-a5f8-4bff-bd37-13ada575f4ab/3aa64a0e-a4d4-463f-b06f-31599af794e2) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:45.271346 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Pushing event updated for resources: {'Port': ['ID=9763d8f1-a905-4f8e-af65-3abd07624c0a,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:45.319171 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Attempting to bind port 9763d8f1-a905-4f8e-af65-3abd07624c0a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:31:45.319538 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Attempting to bind port 9763d8f1-a905-4f8e-af65-3abd07624c0a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:31:45.319906 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Attempting to bind port 9763d8f1-a905-4f8e-af65-3abd07624c0a on network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:45.330635 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946f5cc-439a-453b-b044-0e5a1f033228 req-9537e634-8890-4076-a8f1-ea1d9ea7ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:45.332966 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b946f5cc-439a-453b-b044-0e5a1f033228 req-9537e634-8890-4076-a8f1-ea1d9ea7ef90 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1129 time: 0.0706837 Oct 12 02:31:45.420304 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b946f5cc-439a-453b-b044-0e5a1f033228 req-c9eeb244-52c1-4e5b-9d19-1eefb2f19106 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777595 Oct 12 02:31:45.468590 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Port 9763d8f1-a905-4f8e-af65-3abd07624c0a on network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:31:45.469013 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Attempting to bind port 9763d8f1-a905-4f8e-af65-3abd07624c0a on network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:45.546050 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9e13-4e79-493b-8e3e-b1129f34b5e5 req-f7517ff7-195d-4a76-82dd-7eb3cb7d9903 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:45.550691 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-501c9e13-4e79-493b-8e3e-b1129f34b5e5 req-f7517ff7-195d-4a76-82dd-7eb3cb7d9903 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0816691 Oct 12 02:31:45.612559 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.622968 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-501c9e13-4e79-493b-8e3e-b1129f34b5e5 req-a054c0c3-11d1-45bf-96c4-73f1fb11293d tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685554 Oct 12 02:31:45.627210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:45.668118 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:31:45.668452 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Checking segment: {'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:45.668868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Bound using segment: {'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:31:45.669317 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Bound port: 9763d8f1-a905-4f8e-af65-3abd07624c0a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:31:45.669681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.717237 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.792357 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Network f51be834-37fa-4686-9d26-f836b906e0b5 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:45.797372 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event updated for resources: {'Port': ['ID=3aa64a0e-a4d4-463f-b06f-31599af794e2,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:45.800251 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] For port 9763d8f1-a905-4f8e-af65-3abd07624c0a, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:31:45.803588 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:45.807636 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] For port 9763d8f1-a905-4f8e-af65-3abd07624c0a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9763d8f1-a905-4f8e-af65-3abd07624c0a,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:31:45.809251 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:45.814036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:45.815288 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.843818 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-cb078060-6d4f-4221-a760-bf2d38db1628 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4476655 Oct 12 02:31:45.848268 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.855106 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:45.855826 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:45.858086 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/9763d8f1-a905-4f8e-af65-3abd07624c0a HTTP/1.1" status: 200 len: 1093 time: 1.7022674 Oct 12 02:31:45.860817 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'tag': '9763d8f1-a905-4f8e-af65-3abd07624c0a'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:45.863777 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e90271e-b5ad-4677-8982-ea8134437c38" -d '{"events": [{"name": "network-changed", "server_uuid": "10b51249-950b-4318-b0e9-7e13fa3f1cdc", "tag": "9763d8f1-a905-4f8e-af65-3abd07624c0a"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:45.946597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12388c8a-8cba-4743-b2e3-9f84ddb91e54 x-openstack-request-id: req-12388c8a-8cba-4743-b2e3-9f84ddb91e54 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:45.947124 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b51249-950b-4318-b0e9-7e13fa3f1cdc", "tag": "9763d8f1-a905-4f8e-af65-3abd07624c0a", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:45.948053 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12388c8a-8cba-4743-b2e3-9f84ddb91e54 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:45.948712 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12388c8a-8cba-4743-b2e3-9f84ddb91e54'] response: {'name': 'network-changed', 'server_uuid': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'tag': '9763d8f1-a905-4f8e-af65-3abd07624c0a', 'status': 'completed', 'code': 200} Oct 12 02:31:45.959601 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b49bd-5585-43b2-9b6d-86df58f42efe service neutron] Pushing event updated for resources: {'Port': ['ID=9763d8f1-a905-4f8e-af65-3abd07624c0a,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:46.125497 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f24877-92d9-424e-93b7-270e0884d220 req-b88a255f-82b0-4ae1-adad-fa61c678183a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.127674 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-69f24877-92d9-424e-93b7-270e0884d220 req-b88a255f-82b0-4ae1-adad-fa61c678183a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0601475 Oct 12 02:31:46.132840 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:46.145369 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916a42c-bce8-4a80-b19f-55dfb07cf86f req-e1d575cf-27ca-40e7-ab3a-bb3e690bb92c tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.155577 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b916a42c-bce8-4a80-b19f-55dfb07cf86f req-e1d575cf-27ca-40e7-ab3a-bb3e690bb92c tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 943 time: 0.0738425 Oct 12 02:31:46.159527 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-605ae9a2-93f4-46f1-ba46-db34e2fdc119 None None] Provisioning complete for port 3aa64a0e-a4d4-463f-b06f-31599af794e2 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:46.160205 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-605ae9a2-93f4-46f1-ba46-db34e2fdc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:46.160297 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-605ae9a2-93f4-46f1-ba46-db34e2fdc119 None None] Attempt 1 to provision port 3aa64a0e-a4d4-463f-b06f-31599af794e2 Oct 12 02:31:46.210589 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-69f24877-92d9-424e-93b7-270e0884d220 req-ca2230fd-6004-4680-9978-043f8b88265b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735683 Oct 12 02:31:46.240508 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-605ae9a2-93f4-46f1-ba46-db34e2fdc119 None None] Port 3aa64a0e-a4d4-463f-b06f-31599af794e2 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:31:46.280543 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b916a42c-bce8-4a80-b19f-55dfb07cf86f req-d9d26a2f-3595-435a-824c-22eba119a2d3 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098514 Oct 12 02:31:46.319641 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Request body: {'port': {'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:46.434323 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90271e-b5ad-4677-8982-ea8134437c38 req-91e0269e-785b-470f-84d0-b66b4c397614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.441140 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1e90271e-b5ad-4677-8982-ea8134437c38 req-91e0269e-785b-470f-84d0-b66b4c397614 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6fc52397af5e43f088b80ace86b9d736&device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 1127 time: 0.0872207 Oct 12 02:31:46.451143 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:46.466898 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b05aaf-fb41-49bc-ab38-8107d304c8dd req-bd465fbb-c196-43d0-b7f3-49fea40f1a11 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.468809 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-09b05aaf-fb41-49bc-ab38-8107d304c8dd req-bd465fbb-c196-43d0-b7f3-49fea40f1a11 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 931 time: 0.0755854 Oct 12 02:31:46.555391 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-09b05aaf-fb41-49bc-ab38-8107d304c8dd req-8b73be4a-f0d3-4ed4-a223-cb80e5ffae63 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804894 Oct 12 02:31:46.741772 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90271e-b5ad-4677-8982-ea8134437c38 req-1ded9bc6-0770-4c89-b3a3-d6f2fc4ec1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.744041 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1e90271e-b5ad-4677-8982-ea8134437c38 req-1ded9bc6-0770-4c89-b3a3-d6f2fc4ec1cb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6fc52397af5e43f088b80ace86b9d736&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2596359 Oct 12 02:31:46.790165 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-44aa559c-a685-4d69-bcd9-0340513132a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:46.821142 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c2d2-5e3c-449d-94f9-b3f228676943 req-b6749c9b-c091-411c-b9ca-765c1ce37f5f tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.824156 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e6c9c2d2-5e3c-449d-94f9-b3f228676943 req-b6749c9b-c091-411c-b9ca-765c1ce37f5f tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0861061 Oct 12 02:31:46.934645 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e6c9c2d2-5e3c-449d-94f9-b3f228676943 req-17488339-7460-4b29-9828-35a451ca8798 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011410 Oct 12 02:31:46.984159 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa64a0e-a4d4-463f-b06f-31599af794e2 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:46.992377 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Publish callbacks [] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:47.011488 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Transition to ACTIVE for port object 3aa64a0e-a4d4-463f-b06f-31599af794e2 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:31:47.021348 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:47.030778 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:47.134715 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa64a0e-a4d4-463f-b06f-31599af794e2,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:47.142363 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Attempting to bind port 3aa64a0e-a4d4-463f-b06f-31599af794e2 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:31:47.143310 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Attempting to bind port 3aa64a0e-a4d4-463f-b06f-31599af794e2 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:31:47.143310 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Attempting to bind port 3aa64a0e-a4d4-463f-b06f-31599af794e2 on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:47.208623 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Port 3aa64a0e-a4d4-463f-b06f-31599af794e2 on network f51be834-37fa-4686-9d26-f836b906e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:31:47.208988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Attempting to bind port 3aa64a0e-a4d4-463f-b06f-31599af794e2 on network f51be834-37fa-4686-9d26-f836b906e0b5 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:31:47.251131 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:47.268610 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:31:47.268946 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Checking segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:31:47.269322 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Bound using segment: {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:31:47.269757 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Bound port: 3aa64a0e-a4d4-463f-b06f-31599af794e2, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7040a0b7-b5ab-4490-963b-eb1a0f6ba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:31:47.270205 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:47.400839 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbf340-3b8d-4134-9ae0-12d558ebf890 req-ece1fda8-5a53-4f4d-8719-373d49bfd212 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.405068 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-59dbf340-3b8d-4134-9ae0-12d558ebf890 req-ece1fda8-5a53-4f4d-8719-373d49bfd212 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0605557 Oct 12 02:31:47.476693 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-59dbf340-3b8d-4134-9ae0-12d558ebf890 req-d60b2369-8f47-4873-bb58-f448924d1b40 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645626 Oct 12 02:31:47.518339 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] For port 3aa64a0e-a4d4-463f-b06f-31599af794e2, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:31:47.551911 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] For port 3aa64a0e-a4d4-463f-b06f-31599af794e2, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:31:47.563201 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4d13a-c858-427a-bf36-53831c6bce53 req-3d284c6f-6ab5-4fa2-a318-6bfcefd411ab tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.564677 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7be4d13a-c858-427a-bf36-53831c6bce53 req-3d284c6f-6ab5-4fa2-a318-6bfcefd411ab tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 943 time: 0.1582024 Oct 12 02:31:47.570843 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90271e-b5ad-4677-8982-ea8134437c38 req-838a2280-5bd2-4fd9-98f8-e2612e1607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.573998 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1e90271e-b5ad-4677-8982-ea8134437c38 req-838a2280-5bd2-4fd9-98f8-e2612e1607d3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2064886 Oct 12 02:31:47.573998 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:47.585194 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.585787 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:47.587053 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 1093 time: 1.2735486 Oct 12 02:31:47.661700 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7be4d13a-c858-427a-bf36-53831c6bce53 req-1cf62cb2-2c2a-490d-9116-c8084ad330d2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857580 Oct 12 02:31:47.662354 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f701cc-0daf-47ec-9aa3-e4d91cb4b949 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa64a0e-a4d4-463f-b06f-31599af794e2,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:47.728259 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f1339-a3d1-4037-af6d-329e94c4dd7d req-c75fb098-c55e-4ce2-9e11-aadb06a1bc57 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.736431 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-575f1339-a3d1-4037-af6d-329e94c4dd7d req-c75fb098-c55e-4ce2-9e11-aadb06a1bc57 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 943 time: 0.0931475 Oct 12 02:31:47.766249 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-c862f42e-beaf-4e3f-bdb2-9d5ddea818ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.768222 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:47.769741 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-c862f42e-beaf-4e3f-bdb2-9d5ddea818ae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1127 time: 0.0482891 Oct 12 02:31:47.780844 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-a94ca6c3-e591-4f0d-a875-cdd6409f2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.782629 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-a94ca6c3-e591-4f0d-a875-cdd6409f2d72 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6fc52397af5e43f088b80ace86b9d736&device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 1127 time: 0.0961423 Oct 12 02:31:47.806154 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-575f1339-a3d1-4037-af6d-329e94c4dd7d req-bfcaac94-58e2-402f-babf-aaf029ce98b5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684478 Oct 12 02:31:48.073494 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:48.076739 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007dbd0c-b587-48a1-a2bd-569ffe50a29b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:48.144712 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-49a058bb-2dc0-4f79-8946-fc7d62ce0d8e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 217 time: 0.3323720 Oct 12 02:31:48.147820 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-57041105-5088-48e2-bddc-203ae91f1cc2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9763d8f1-a905-4f8e-af65-3abd07624c0a HTTP/1.1" status: 200 len: 217 time: 0.3265045 Oct 12 02:31:48.177857 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1ffd04-e699-4c41-bdfc-2900d1453a38 x-openstack-request-id: req-df1ffd04-e699-4c41-bdfc-2900d1453a38 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:48.178257 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:48.178557 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df1ffd04-e699-4c41-bdfc-2900d1453a38 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:48.178914 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1ffd04-e699-4c41-bdfc-2900d1453a38'] response: {'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'status': 'completed', 'code': 200} Oct 12 02:31:48.258803 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e2d1b-4084-41d6-9fd9-49f45ce8ac6b req-4542539b-aa42-4db1-8565-a024cddef8d1 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.261246 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-555e2d1b-4084-41d6-9fd9-49f45ce8ac6b req-4542539b-aa42-4db1-8565-a024cddef8d1 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.1548421 Oct 12 02:31:48.286374 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-5901acbc-3086-4cff-8ba0-975789ab155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.287997 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-5901acbc-3086-4cff-8ba0-975789ab155f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.1185653 Oct 12 02:31:48.311796 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-a4e4c163-4056-4c71-a4d4-bf60c45b5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.313343 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-a4e4c163-4056-4c71-a4d4-bf60c45b5330 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=59c7219e-d325-47cc-9f94-a103471888cc HTTP/1.1" status: 200 len: 848 time: 0.1121385 Oct 12 02:31:48.386370 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-247644c3-fff0-4100-a37f-a2a458694b24 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552354 Oct 12 02:31:48.406225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-612aa518-cab3-46b7-ad10-7cc307f4ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.407810 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-612aa518-cab3-46b7-ad10-7cc307f4ada6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1095006 Oct 12 02:31:48.470573 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-555e2d1b-4084-41d6-9fd9-49f45ce8ac6b req-2ef3551d-47ba-4d07-a753-857c3609badb tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970255 Oct 12 02:31:48.516130 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:48.597658 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-562f8d65-c1da-4c8e-8764-b50d7a8f38b4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011588 Oct 12 02:31:48.605911 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-98a2f54a-6401-40eb-9bba-234b0480e9a6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838453 Oct 12 02:31:48.668798 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210a8c-29a6-474b-9458-fe87abbb8019 req-4bf46878-f775-4b7b-a584-2f29b306aa6b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.671108 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c6210a8c-29a6-474b-9458-fe87abbb8019 req-4bf46878-f775-4b7b-a584-2f29b306aa6b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0699947 Oct 12 02:31:48.726655 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c6210a8c-29a6-474b-9458-fe87abbb8019 req-ccaa3962-4fb2-4a1a-9300-73be2c4f8d36 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498519 Oct 12 02:31:48.758740 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:48.765123 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcaf62-4e3d-4437-960c-07fa82fb0a98 req-c48ab532-4458-4794-babc-d380dfade8db tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.772145 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-36fcaf62-4e3d-4437-960c-07fa82fb0a98 req-c48ab532-4458-4794-babc-d380dfade8db tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1215460 Oct 12 02:31:48.875544 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78e278f7-627d-4a9c-b02a-ccc869f24e94 req-add2ad7c-bd39-463a-ae01-53a069a30f7e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628555 Oct 12 02:31:48.877615 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7502930-fcd5-45a0-b00d-e4ac7a76f0e9 req-a2d1f6f8-b458-49b4-99c0-260246d72649 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558708 Oct 12 02:31:48.892998 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f2363-510f-4302-a4d8-b6353fcfbd0d req-e76c2e20-43eb-456d-8314-ccd95fddac4c tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.893153 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-36fcaf62-4e3d-4437-960c-07fa82fb0a98 req-be47b9e4-a909-447a-9d01-af01e8356bcf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143236 Oct 12 02:31:48.901038 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d88f2363-510f-4302-a4d8-b6353fcfbd0d req-e76c2e20-43eb-456d-8314-ccd95fddac4c tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 943 time: 0.0807719 Oct 12 02:31:49.008946 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e529acd-ab84-463e-b344-5e359919079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:49.042135 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d88f2363-510f-4302-a4d8-b6353fcfbd0d req-9d222d0a-12f6-422b-b850-4c166d244d0c tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401031 Oct 12 02:31:49.175845 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:49.192751 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ed15-d439-4ad7-b8f8-1410940584aa req-b28d1671-34c4-43e5-a8b0-605af73df0f4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:49.198584 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6382ed15-d439-4ad7-b8f8-1410940584aa req-b28d1671-34c4-43e5-a8b0-605af73df0f4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 943 time: 0.0649743 Oct 12 02:31:49.292541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77cd76-e907-4188-96cb-fb850e73896a req-50f51e11-b361-4bd1-b093-f64fcaf533af tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:49.297986 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6382ed15-d439-4ad7-b8f8-1410940584aa req-6a7db43d-335e-4044-9612-ed73599dfa19 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935946 Oct 12 02:31:49.301140 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a77cd76-e907-4188-96cb-fb850e73896a req-50f51e11-b361-4bd1-b093-f64fcaf533af tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0605993 Oct 12 02:31:49.348302 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a77cd76-e907-4188-96cb-fb850e73896a req-4f697eb7-fc11-41aa-827a-a9a9a868230c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 Oct 12 02:31:50.046957 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939687e-7ee9-4942-9199-3956db1e6391 req-9a9e7bd2-75f4-4ff1-9150-65cd4eed8eb9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:50.048439 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1939687e-7ee9-4942-9199-3956db1e6391 req-9a9e7bd2-75f4-4ff1-9150-65cd4eed8eb9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0627229 Oct 12 02:31:50.132543 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1939687e-7ee9-4942-9199-3956db1e6391 req-bf811110-29de-4139-9196-82eb2351a5ba tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715451 Oct 12 02:31:50.187316 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de64d8-e24f-4039-a394-df1f5879772e req-89525444-fa9e-440a-8f69-07a7e17df7b1 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:50.189562 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-99de64d8-e24f-4039-a394-df1f5879772e req-89525444-fa9e-440a-8f69-07a7e17df7b1 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 943 time: 0.0650454 Oct 12 02:31:50.251458 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-99de64d8-e24f-4039-a394-df1f5879772e req-f6788744-4f96-4211-a377-2109e6a20c7e tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563452 Oct 12 02:31:50.281586 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:50.424446 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e65a9e-809e-4e1b-9428-3c5fc1d31b0b req-34439cef-b666-464f-9de7-914d8ee1e27c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:50.432299 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f6e65a9e-809e-4e1b-9428-3c5fc1d31b0b req-34439cef-b666-464f-9de7-914d8ee1e27c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 943 time: 0.0599709 Oct 12 02:31:50.485184 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f6e65a9e-809e-4e1b-9428-3c5fc1d31b0b req-0eb1d126-856e-497f-85ec-d1170e2cb8e5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514677 Oct 12 02:31:51.138941 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:31:51.302994 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9f7bf-8c23-4956-8f9b-8126b914efbd req-3063e627-9e63-4f78-ba46-4426ece2b5a4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.312208 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-20a9f7bf-8c23-4956-8f9b-8126b914efbd req-3063e627-9e63-4f78-ba46-4426ece2b5a4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0711365 Oct 12 02:31:51.365822 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-20a9f7bf-8c23-4956-8f9b-8126b914efbd req-131aceae-4b7c-4ad3-80a9-3cdd7b4b38a1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526938 Oct 12 02:31:51.428948 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-90866d78-f5cf-4c72-a114-361fb52ce9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.431316 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-90866d78-f5cf-4c72-a114-361fb52ce9d9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1127 time: 0.0592897 Oct 12 02:31:51.541923 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd3dc1-3671-4062-8b75-441aa9336da6 req-e5a94343-3b8d-4f11-a81b-129231443ced tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.544215 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e1dd3dc1-3671-4062-8b75-441aa9336da6 req-e5a94343-3b8d-4f11-a81b-129231443ced tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 943 time: 0.0838776 Oct 12 02:31:51.560509 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-3cd5a945-4a73-4a96-9e50-e6b9674fd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.562862 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-3cd5a945-4a73-4a96-9e50-e6b9674fd9b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.1242864 Oct 12 02:31:51.657235 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e1dd3dc1-3671-4062-8b75-441aa9336da6 req-a25b40a9-9004-4558-9b89-07576f259c27 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001210 Oct 12 02:31:51.717336 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-657b87d3-dd24-4c67-80f8-34353d7b550c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 217 time: 0.1282558 Oct 12 02:31:51.853922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-a5dfa26e-ed58-4bd8-9c72-4618ccaf2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.855641 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-a5dfa26e-ed58-4bd8-9c72-4618ccaf2c85 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.1067510 Oct 12 02:31:51.855726 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753adb-014f-4af5-837b-2912efdbdd76 req-5de47a00-e990-4a09-8231-86a9fb2a6546 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.863370 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9d753adb-014f-4af5-837b-2912efdbdd76 req-5de47a00-e990-4a09-8231-86a9fb2a6546 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 943 time: 0.1059513 Oct 12 02:31:51.907935 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.928809 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-67dfaba6-8510-4642-ab21-a3cfb6cfe448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.930383 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-67dfaba6-8510-4642-ab21-a3cfb6cfe448 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0643764 Oct 12 02:31:51.973116 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9d753adb-014f-4af5-837b-2912efdbdd76 req-842e1c97-4f75-495a-b66f-595b21016522 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046045 Oct 12 02:31:51.992425 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:52.137332 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-082ef278-c879-4912-991f-37b0443685fe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963882 Oct 12 02:31:52.286758 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-007dbd0c-b587-48a1-a2bd-569ffe50a29b req-87c6d315-b620-4a76-beff-b010386762c3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403069 Oct 12 02:31:52.463634 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9763d8f1-a905-4f8e-af65-3abd07624c0a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:31:52.539591 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e149-7f03-4212-ae44-5d3bcdc90102 req-9cd0db80-a170-4ef1-9c1e-aae5fd00dbf5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:52.541195 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af81e149-7f03-4212-ae44-5d3bcdc90102 req-9cd0db80-a170-4ef1-9c1e-aae5fd00dbf5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0760624 Oct 12 02:31:52.578330 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:52.598282 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af81e149-7f03-4212-ae44-5d3bcdc90102 req-8385ba0a-107c-4e72-a745-38db6ea0b8ee tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496521 Oct 12 02:31:52.613801 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9763d8f1-a905-4f8e-af65-3abd07624c0a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9763d8f1-a905-4f8e-af65-3abd07624c0a,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:52.630733 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '9763d8f1-a905-4f8e-af65-3abd07624c0a', 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b', 'port_id': '9763d8f1-a905-4f8e-af65-3abd07624c0a', 'mac_address': 'fa:16:3e:1e:23:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c7219e-d325-47cc-9f94-a103471888cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:31:52.671607 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9763d8f1-a905-4f8e-af65-3abd07624c0a is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:52.672242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:52.686329 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9763d8f1-a905-4f8e-af65-3abd07624c0a {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:52.709340 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9763d8f1-a905-4f8e-af65-3abd07624c0a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9763d8f1-a905-4f8e-af65-3abd07624c0a,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:52.715631 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:52.749706 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:52.771025 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9763d8f1-a905-4f8e-af65-3abd07624c0a,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:52.811683 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2abe34-2e5d-4b2f-8198-2c9511513d71 req-bb18d5ac-f972-48db-91a7-fe2f88122475 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:52.813458 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ac2abe34-2e5d-4b2f-8198-2c9511513d71 req-bb18d5ac-f972-48db-91a7-fe2f88122475 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 944 time: 0.0634463 Oct 12 02:31:52.885095 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ac2abe34-2e5d-4b2f-8198-2c9511513d71 req-a6553cea-6c85-4a3b-a124-83b01f4037b7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636983 Oct 12 02:31:53.114743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fa89-ab20-41a6-9fb5-3f93ac8e4e5d req-55627e49-4854-490a-96d6-8133ad5d00b5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:53.116656 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ddb6fa89-ab20-41a6-9fb5-3f93ac8e4e5d req-55627e49-4854-490a-96d6-8133ad5d00b5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 943 time: 0.0576441 Oct 12 02:31:53.153484 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:53.170753 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ddb6fa89-ab20-41a6-9fb5-3f93ac8e4e5d req-71af5300-3ad3-4343-8d22-b55ae8bc91e0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Oct 12 02:31:53.185641 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['9763d8f1-a905-4f8e-af65-3abd07624c0a'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:53.325504 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:53.772011 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db331bd-7804-42bc-b73d-85afdb733e83 req-caafad18-f14f-4faf-a9ea-af72e575935b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:53.773533 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2db331bd-7804-42bc-b73d-85afdb733e83 req-caafad18-f14f-4faf-a9ea-af72e575935b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0792990 Oct 12 02:31:53.847180 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2db331bd-7804-42bc-b73d-85afdb733e83 req-f2f14625-8b2b-4ad3-a4fb-b09f325d205a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569031 Oct 12 02:31:54.095888 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7035e3-36c2-472d-89b5-40659b95490d req-75b331fa-8d7a-444f-9935-45577066ec8d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:54.105255 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3b7035e3-36c2-472d-89b5-40659b95490d req-75b331fa-8d7a-444f-9935-45577066ec8d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 944 time: 0.0820713 Oct 12 02:31:54.168903 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3b7035e3-36c2-472d-89b5-40659b95490d req-898a2df8-2722-4252-91e1-fa4847019165 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626371 Oct 12 02:31:54.263923 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c3058-09a5-41d1-aae3-23a78d25f880 req-f0f45850-1373-46b1-a4a2-bb524e13a1f3 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:54.267438 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8e4c3058-09a5-41d1-aae3-23a78d25f880 req-f0f45850-1373-46b1-a4a2-bb524e13a1f3 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0596175 Oct 12 02:31:54.297497 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:54.301549 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2648f-c6d3-47ad-a2fc-55abb2492872 req-ef5ed07d-cdde-4c89-b5a8-c7ee3748b9b1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:54.303729 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03b2648f-c6d3-47ad-a2fc-55abb2492872 req-ef5ed07d-cdde-4c89-b5a8-c7ee3748b9b1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 943 time: 0.0534544 Oct 12 02:31:54.343455 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8e4c3058-09a5-41d1-aae3-23a78d25f880 req-5b9c3f9f-7900-4caa-a917-e527769c4666 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717845 Oct 12 02:31:54.375552 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55352) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:54.391093 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03b2648f-c6d3-47ad-a2fc-55abb2492872 req-7b0e881e-3a13-4d57-abc5-83c41b80af55 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699751 Oct 12 02:31:54.472571 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 3aa64a0e-a4d4-463f-b06f-31599af794e2 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:31:54.492879 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9763d8f1-a905-4f8e-af65-3abd07624c0a up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:54.546386 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1bcabc-2174-48f6-85c1-5128fcdcec89 tempest-TestMinimumBasicScenario-231740795 tempest-TestMinimumBasicScenario-231740795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:54.548014 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8c1bcabc-2174-48f6-85c1-5128fcdcec89 tempest-TestMinimumBasicScenario-231740795 tempest-TestMinimumBasicScenario-231740795-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1124 time: 0.1715319 Oct 12 02:31:54.550942 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55360) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:54.555425 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'port_id': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:54.579830 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.664286 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.750836 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 9763d8f1-a905-4f8e-af65-3abd07624c0a completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:31:54.762126 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 9763d8f1-a905-4f8e-af65-3abd07624c0a triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:54.762509 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.762840 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 9763d8f1-a905-4f8e-af65-3abd07624c0a Oct 12 02:31:54.778140 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Allocated IP 172.28.2.52 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/1b0784c4-1be4-4044-a6af-f206132abacf) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:31:54.796974 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 3aa64a0e-a4d4-463f-b06f-31599af794e2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:54.815240 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'mac_address': 'fa:16:3e:ad:41:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:31:54.899045 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 3aa64a0e-a4d4-463f-b06f-31599af794e2 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:54.899614 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.903877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for port (1b0784c4-1be4-4044-a6af-f206132abacf), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.925587 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9763d8f1-a905-4f8e-af65-3abd07624c0a is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:54.926197 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.958295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (1b0784c4-1be4-4044-a6af-f206132abacf), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.963571 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa64a0e-a4d4-463f-b06f-31599af794e2 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:54.977624 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763d8f1-a905-4f8e-af65-3abd07624c0a'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:54.980042 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f016d35-68d9-4311-9cea-c9f8bac9dee4" -d '{"events": [{"server_uuid": "10b51249-950b-4318-b0e9-7e13fa3f1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "9763d8f1-a905-4f8e-af65-3abd07624c0a"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:55.006998 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:31:55.010089 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9763d8f1-a905-4f8e-af65-3abd07624c0a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9763d8f1-a905-4f8e-af65-3abd07624c0a,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:55.011367 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:31:55.013107 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 3aa64a0e-a4d4-463f-b06f-31599af794e2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:55.018120 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:55.024504 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:55.026365 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:31:55.053193 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'Port': ['ID=1b0784c4-1be4-4044-a6af-f206132abacf,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:55.075671 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3412ca-3145-4bf1-896d-b9d234918d4b x-openstack-request-id: req-eb3412ca-3145-4bf1-896d-b9d234918d4b {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:55.075870 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd27a6-e6b2-4ae7-b2b2-4e0685bf565f req-2c551dbf-fb1a-4c5a-9659-704aa54c9f23 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:55.076331 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b51249-950b-4318-b0e9-7e13fa3f1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "9763d8f1-a905-4f8e-af65-3abd07624c0a", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:55.076331 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb3412ca-3145-4bf1-896d-b9d234918d4b {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:55.076674 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3412ca-3145-4bf1-896d-b9d234918d4b'] response: {'server_uuid': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763d8f1-a905-4f8e-af65-3abd07624c0a', 'code': 200} Oct 12 02:31:55.078341 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8bcd27a6-e6b2-4ae7-b2b2-4e0685bf565f req-2c551dbf-fb1a-4c5a-9659-704aa54c9f23 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.1273174 Oct 12 02:31:55.112224 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9763d8f1-a905-4f8e-af65-3abd07624c0a,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:55.137641 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8bcd27a6-e6b2-4ae7-b2b2-4e0685bf565f req-bfb1939b-3443-4dc0-9842-099c8fb346a1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530546 Oct 12 02:31:55.175644 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=3aa64a0e-a4d4-463f-b06f-31599af794e2,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:55.191866 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:55.241060 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:55.271705 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:55.368384 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7a23f-8063-4116-b724-010129853ecb req-e6e7b445-fd37-4396-b73f-7611003e99a3 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:55.370441 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2ba7a23f-8063-4116-b724-010129853ecb req-e6e7b445-fd37-4396-b73f-7611003e99a3 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.1127999 Oct 12 02:31:55.375504 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-a76212ba-1a89-4103-b5b9-cc66707b6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:55.376962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-a76212ba-1a89-4103-b5b9-cc66707b6dae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1130 time: 0.1066163 Oct 12 02:31:55.527559 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9eaa9-62cd-48fb-a2dd-e80b00b496d1 req-2e8a5136-9c94-41ac-b587-ff2b622556df tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:55.530680 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['3aa64a0e-a4d4-463f-b06f-31599af794e2'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:55.534664 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bbb9eaa9-62cd-48fb-a2dd-e80b00b496d1 req-2e8a5136-9c94-41ac-b587-ff2b622556df tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 944 time: 0.0573134 Oct 12 02:31:55.554200 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0a80a-7cee-4237-8d09-98eecbeef34d req-422be8ba-1721-43c3-9779-cef0b53ccfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:55.555683 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c8a0a80a-7cee-4237-8d09-98eecbeef34d req-422be8ba-1721-43c3-9779-cef0b53ccfdb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 1129 time: 0.1051459 Oct 12 02:31:55.585124 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bbb9eaa9-62cd-48fb-a2dd-e80b00b496d1 req-dc353310-c753-4deb-b6da-27e87fa2fe42 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495908 Oct 12 02:31:55.605450 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2ba7a23f-8063-4116-b724-010129853ecb req-b1afda5f-114d-4a9f-8e28-12b8a12931b6 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275593 Oct 12 02:31:55.658367 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-613e92c1-b399-4394-889f-47fbd3085b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:55.659809 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-613e92c1-b399-4394-889f-47fbd3085b6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.2696676 Oct 12 02:31:55.712970 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c8a0a80a-7cee-4237-8d09-98eecbeef34d req-e9f9588b-b072-4ba5-b84e-3c5f15bab6ed service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195493 Oct 12 02:31:55.715682 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for floatingip (6bb8390e-2061-4f29-872f-f159d98b5b09), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:55.973247 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-dc614955-5e2a-4ccf-a264-8a07a1338c01 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 1001 time: 0.3022070 Oct 12 02:31:56.036816 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1b0784c4-1be4-4044-a6af-f206132abacf), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.070720 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-d6f004bb-ba76-4c71-af06-d0be754422c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:56.072827 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-d6f004bb-ba76-4c71-af06-d0be754422c7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0743628 Oct 12 02:31:56.199729 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for port (1b0784c4-1be4-4044-a6af-f206132abacf), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.204317 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (1b0784c4-1be4-4044-a6af-f206132abacf), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.205228 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (6bb8390e-2061-4f29-872f-f159d98b5b09), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.287663 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c31096-f1ce-4c90-a825-a30551489efb req-6c5b4f0a-94e9-4d04-a0c4-60bdda367ea3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:56.289204 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-03c31096-f1ce-4c90-a825-a30551489efb req-6c5b4f0a-94e9-4d04-a0c4-60bdda367ea3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 946 time: 0.0574186 Oct 12 02:31:56.292377 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:56.321350 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:56.326974 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:56.328225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'Port': ['ID=1b0784c4-1be4-4044-a6af-f206132abacf,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:56.341909 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-03c31096-f1ce-4c90-a825-a30551489efb req-0ea8380c-a09e-4aba-97bc-a6cfe2ef50ae tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459363 Oct 12 02:31:56.356914 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Floating IP 6bb8390e-2061-4f29-872f-f159d98b5b09 associated. External IP: 172.28.2.52, port: 258323c9-8ee5-445a-997f-a4ce63d597f0. Oct 12 02:31:56.545245 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 3aa64a0e-a4d4-463f-b06f-31599af794e2 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:56.573318 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:56.578086 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:56.590148 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-a158017a-38db-4936-9f72-4a10a893048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:56.591826 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-a158017a-38db-4936-9f72-4a10a893048c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0804677 Oct 12 02:31:56.597995 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 3aa64a0e-a4d4-463f-b06f-31599af794e2 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:31:56.603824 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 3aa64a0e-a4d4-463f-b06f-31599af794e2 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:56.604251 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.604697 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 3aa64a0e-a4d4-463f-b06f-31599af794e2 Oct 12 02:31:56.615093 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Router d2944e4f-7824-4e1c-920b-3ac220bacfcb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:31:56.690737 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 3aa64a0e-a4d4-463f-b06f-31599af794e2 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:56.691330 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.733554 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 3aa64a0e-a4d4-463f-b06f-31599af794e2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:56.737964 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.738835 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:31:56.767709 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506d6aa-e279-4911-beee-f94f2abe02bb req-643c320f-12de-4637-9c98-f6ce22c83b11 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:56.769426 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1506d6aa-e279-4911-beee-f94f2abe02bb req-643c320f-12de-4637-9c98-f6ce22c83b11 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.0549467 Oct 12 02:31:56.826357 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=3aa64a0e-a4d4-463f-b06f-31599af794e2,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:56.829040 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1506d6aa-e279-4911-beee-f94f2abe02bb req-c4c7d175-d583-44c5-983b-825feecbfb1c tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537891 Oct 12 02:31:56.832522 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1545e-7b52-400f-a82a-d0b11863df7a req-2d887adb-35bd-4872-979b-fd3fc0539e9c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:56.834135 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2aa1545e-7b52-400f-a82a-d0b11863df7a req-2d887adb-35bd-4872-979b-fd3fc0539e9c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 944 time: 0.1237521 Oct 12 02:31:56.845370 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-a8834fcd-0022-4948-a261-ba998575c773 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430921 Oct 12 02:31:56.870618 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: ACTIVE; New status is: DOWN {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:56.871008 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.892901 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:31:56.905499 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] Sync routers for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:31:56.911406 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:56.919883 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.925098 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:56.925721 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:31:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:56.926294 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2aa1545e-7b52-400f-a82a-d0b11863df7a req-df408e56-38e0-49f8-b8af-a3719153cbde tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776813 Oct 12 02:31:56.930121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.967296 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d19a3b02-5e5e-45af-a5e6-c3519c2983a0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4151106 Oct 12 02:31:56.968032 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:56.969979 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55390) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:56.971001 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fee9d7-4b32-4e86-b593-acf24ecde947" -d '{"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:56.974886 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-7b817010-9e54-4dc2-9f9f-8c09174bd392 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297036177', 'description': 'tempest-secgroup-smoke-297036177 description', 'project_id': 'cdb53abae8714f59829f6d90874d25ea'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:57.003646 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b817010-9e54-4dc2-9f9f-8c09174bd392 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.016427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa5374-2406-415b-89f6-2aff1253eb4d x-openstack-request-id: req-4daa5374-2406-415b-89f6-2aff1253eb4d {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:57.016877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:57.017771 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4daa5374-2406-415b-89f6-2aff1253eb4d {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:57.018332 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4daa5374-2406-415b-89f6-2aff1253eb4d'] response: {'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'status': 'completed', 'code': 200} Oct 12 02:31:57.049240 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=8']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:57.075630 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:57.077431 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}, {'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:57.079672 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47508ca8-d94a-4641-950a-2d24a93f9eea" -d '{"events": [{"server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "name": "network-vif-plugged", "status": "completed", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2"}, {"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-unplugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:57.085104 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b817010-9e54-4dc2-9f9f-8c09174bd392 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group (e5037c27-380d-4f89-bfcf-297b3425a421), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.089749 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b817010-9e54-4dc2-9f9f-8c09174bd392 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (e5037c27-380d-4f89-bfcf-297b3425a421), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.122680 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b817010-9e54-4dc2-9f9f-8c09174bd392 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.127340 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55396) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:57.128079 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7b817010-9e54-4dc2-9f9f-8c09174bd392 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1568363 Oct 12 02:31:57.133321 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-5fa4de9e-ae2a-4ac8-af47-0a12ed1fdfd6 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'security_group_rule': {'security_group_id': 'e5037c27-380d-4f89-bfcf-297b3425a421', 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:57.133562 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b817010-9e54-4dc2-9f9f-8c09174bd392 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5037c27-380d-4f89-bfcf-297b3425a421,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:57.163799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fa4de9e-ae2a-4ac8-af47-0a12ed1fdfd6 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (46bb7a53-91f9-4580-bc34-c3db97c9020b), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.164959 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81322777-4660-4c31-8717-3d998ea84d87 x-openstack-request-id: req-81322777-4660-4c31-8717-3d998ea84d87 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:57.165265 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "name": "network-vif-plugged", "status": "completed", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2", "code": 200}, {"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-unplugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:57.165583 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81322777-4660-4c31-8717-3d998ea84d87 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:57.166641 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81322777-4660-4c31-8717-3d998ea84d87'] response: {'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'code': 200} Oct 12 02:31:57.166923 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81322777-4660-4c31-8717-3d998ea84d87'] response: {'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'code': 200} Oct 12 02:31:57.230315 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fa4de9e-ae2a-4ac8-af47-0a12ed1fdfd6 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (46bb7a53-91f9-4580-bc34-c3db97c9020b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.235167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fa4de9e-ae2a-4ac8-af47-0a12ed1fdfd6 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (46bb7a53-91f9-4580-bc34-c3db97c9020b), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.253551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4de9e-ae2a-4ac8-af47-0a12ed1fdfd6 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bb7a53-91f9-4580-bc34-c3db97c9020b,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:57.262681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fa4de9e-ae2a-4ac8-af47-0a12ed1fdfd6 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.263891 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5fa4de9e-ae2a-4ac8-af47-0a12ed1fdfd6 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349785 Oct 12 02:31:57.266792 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55398) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:57.271742 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-33d36bd8-9b58-4bd1-bc68-9a5647996632 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'security_group_rule': {'security_group_id': 'e5037c27-380d-4f89-bfcf-297b3425a421', 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:57.309503 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33d36bd8-9b58-4bd1-bc68-9a5647996632 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (fe80acc5-90c7-4c35-9d2e-6abca51e1544), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.339448 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '6bb8390e-2061-4f29-872f-f159d98b5b09', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'floating_ip_address': '172.28.2.52', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'port_id': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'mac_address': 'fa:16:3e:60:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:55Z', 'updated_at': '2022-10-12T02:31:55Z', 'revision_number': 0, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 5, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:57.366656 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33d36bd8-9b58-4bd1-bc68-9a5647996632 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (fe80acc5-90c7-4c35-9d2e-6abca51e1544), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.371083 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33d36bd8-9b58-4bd1-bc68-9a5647996632 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (fe80acc5-90c7-4c35-9d2e-6abca51e1544), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.372532 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] Checking router: d2944e4f-7824-4e1c-920b-3ac220bacfcb for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:31:57.394099 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:31:57.395463 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d36bd8-9b58-4bd1-bc68-9a5647996632 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe80acc5-90c7-4c35-9d2e-6abca51e1544,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:57.395695 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:31:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:57.409713 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33d36bd8-9b58-4bd1-bc68-9a5647996632 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.420726 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55408) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:57.448873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-22913e11-03e2-4e62-a491-e56bb332cba7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'security_group_rule': {'security_group_id': 'e5037c27-380d-4f89-bfcf-297b3425a421', 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:57.449100 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-33d36bd8-9b58-4bd1-bc68-9a5647996632 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1730773 Oct 12 02:31:57.481779 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22913e11-03e2-4e62-a491-e56bb332cba7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (0006695b-860d-437f-bbc9-99fc83b3143e), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.494971 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:57.509072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:57.553048 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:31:57.554323 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22913e11-03e2-4e62-a491-e56bb332cba7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (0006695b-860d-437f-bbc9-99fc83b3143e), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.558568 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22913e11-03e2-4e62-a491-e56bb332cba7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (0006695b-860d-437f-bbc9-99fc83b3143e), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.565623 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:57.569240 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc9cfb-e43b-480e-954f-2b542a8e0af3 req-90f3b66d-2ea7-41dc-a20b-da87332835b8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:57.570813 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dabc9cfb-e43b-480e-954f-2b542a8e0af3 req-90f3b66d-2ea7-41dc-a20b-da87332835b8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0841577 Oct 12 02:31:57.581587 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22913e11-03e2-4e62-a491-e56bb332cba7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0006695b-860d-437f-bbc9-99fc83b3143e,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:57.592929 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22913e11-03e2-4e62-a491-e56bb332cba7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.594259 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-22913e11-03e2-4e62-a491-e56bb332cba7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698442 Oct 12 02:31:57.597065 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55410) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:57.602668 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-d448db16-5f65-4b6e-9c73-e0644da90aa0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'security_group_rule': {'security_group_id': 'e5037c27-380d-4f89-bfcf-297b3425a421', 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:57.635476 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d448db16-5f65-4b6e-9c73-e0644da90aa0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (f0ce3111-7f05-48d7-a8a5-e812672d5d86), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.638992 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dabc9cfb-e43b-480e-954f-2b542a8e0af3 req-5d11d9f0-d824-4919-93d9-0157136d699d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562773 Oct 12 02:31:57.650909 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:57.707890 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d448db16-5f65-4b6e-9c73-e0644da90aa0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (f0ce3111-7f05-48d7-a8a5-e812672d5d86), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.725664 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d448db16-5f65-4b6e-9c73-e0644da90aa0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (f0ce3111-7f05-48d7-a8a5-e812672d5d86), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.814963 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448db16-5f65-4b6e-9c73-e0644da90aa0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ce3111-7f05-48d7-a8a5-e812672d5d86,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:57.818511 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '6bb8390e-2061-4f29-872f-f159d98b5b09', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'floating_ip_address': '172.28.2.52', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'port_id': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'mac_address': 'fa:16:3e:60:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:55Z', 'updated_at': '2022-10-12T02:31:55Z', 'revision_number': 0, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 5, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:31:57.841279 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d448db16-5f65-4b6e-9c73-e0644da90aa0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.845396 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d448db16-5f65-4b6e-9c73-e0644da90aa0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2446623 Oct 12 02:31:57.845844 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55412) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:57.847737 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64617418-1447-4eb4-85b7-5b6d1c176443 None None] The sync data for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb is: [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '6bb8390e-2061-4f29-872f-f159d98b5b09', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'floating_ip_address': '172.28.2.52', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'port_id': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'mac_address': 'fa:16:3e:60:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:55Z', 'updated_at': '2022-10-12T02:31:55Z', 'revision_number': 0, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 5, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:31:57.850830 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'security_group_rule': {'security_group_id': 'e5037c27-380d-4f89-bfcf-297b3425a421', 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:57.866130 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-f12873a2-1c10-40d6-b923-db8f9146f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:57.867662 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-f12873a2-1c10-40d6-b923-db8f9146f0d5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1129 time: 0.0998070 Oct 12 02:31:57.900941 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dcdc884-d18d-4e3d-8df8-7cef4992320c req-c49c1eb0-16e2-4027-950d-8886f4a279b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008736 Oct 12 02:31:57.903155 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.securitygroups_db [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Project cdb53abae8714f59829f6d90874d25ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:31:57.912230 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (7777aa37-85a8-447c-91f2-a9621926e9bd), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:57.936085 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:58.012758 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (7777aa37-85a8-447c-91f2-a9621926e9bd), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.018940 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (7777aa37-85a8-447c-91f2-a9621926e9bd), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.034844 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85318b9-732c-4ed0-9235-59bcb31d4deb req-e65d6b46-796e-423d-ab58-5820bf635ddc tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:58.036500 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b85318b9-732c-4ed0-9235-59bcb31d4deb req-e65d6b46-796e-423d-ab58-5820bf635ddc tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.0700085 Oct 12 02:31:58.070992 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-5e24fc2f-251e-49af-ba13-42224acb9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:58.071539 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7777aa37-85a8-447c-91f2-a9621926e9bd,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:58.073425 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-5e24fc2f-251e-49af-ba13-42224acb9220 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 200 len: 915 time: 0.1863286 Oct 12 02:31:58.078994 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.083843 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c750f9e8-04db-4145-b9c0-81b0926a7299 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335527 Oct 12 02:31:58.083843 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55418) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:58.090191 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'security_group_rule': {'security_group_id': 'e5037c27-380d-4f89-bfcf-297b3425a421', 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:58.107613 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803f1f-ec0a-4cea-833f-ffd6a89c2115 req-59bceb8d-3cc9-4117-9131-4a8e12bb1e44 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:58.109323 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83803f1f-ec0a-4cea-833f-ffd6a89c2115 req-59bceb8d-3cc9-4117-9131-4a8e12bb1e44 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0882361 Oct 12 02:31:58.113086 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b85318b9-732c-4ed0-9235-59bcb31d4deb req-24717bb3-036e-42d9-b1c5-1a88ad2500b0 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676978 Oct 12 02:31:58.154946 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcc3d2-08ef-4255-a9e0-6f542f47740d None None] New status for floating IP 6bb8390e-2061-4f29-872f-f159d98b5b09: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:31:58.167184 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.securitygroups_db [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Project cdb53abae8714f59829f6d90874d25ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:31:58.187017 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (220441b2-5d61-4df1-86e5-a02fc5f9f633), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.204910 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83803f1f-ec0a-4cea-833f-ffd6a89c2115 req-734ea0c6-d550-4711-b347-139944d42277 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894489 Oct 12 02:31:58.211509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:58.268581 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (220441b2-5d61-4df1-86e5-a02fc5f9f633), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.272297 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (220441b2-5d61-4df1-86e5-a02fc5f9f633), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.293284 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220441b2-5d61-4df1-86e5-a02fc5f9f633,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:58.302517 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.303880 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-eae79824-80f2-4535-b4c6-4ca11cc70535 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2197902 Oct 12 02:31:58.405802 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-b2226fd6-ad34-4c68-9d10-1afe2304a63b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-297036177&fields=id&tenant_id=cdb53abae8714f59829f6d90874d25ea HTTP/1.1" status: 200 len: 267 time: 0.0487967 Oct 12 02:31:58.467551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-6eadadb2-ab3b-4293-a4d6-33cfb29cb112 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:58.469096 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-6eadadb2-ab3b-4293-a4d6-33cfb29cb112 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0576711 Oct 12 02:31:58.480274 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'port': {'security_groups': ['717c548b-4104-4b79-857e-6d5ae58ac9b5', 'e5037c27-380d-4f89-bfcf-297b3425a421']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:31:58.558734 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.778644 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:58.793212 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f034ee5-568b-472e-b79a-0ddc2e481530 req-8ae5bbb5-667c-4258-95e0-160090451f81 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:58.794900 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1f034ee5-568b-472e-b79a-0ddc2e481530 req-8ae5bbb5-667c-4258-95e0-160090451f81 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0541656 Oct 12 02:31:58.795690 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=258323c9-8ee5-445a-997f-a4ce63d597f0,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:58.830057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.835797 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.847295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:58.847916 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.849354 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7a9a16ac-d650-4df6-9dc9-736b36d3356d req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "PUT /networking/v2.0/ports/258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 981 time: 0.3742542 Oct 12 02:31:58.851612 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1f034ee5-568b-472e-b79a-0ddc2e481530 req-c2ba5796-a0d4-4469-8cdf-87dc3febf612 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482988 Oct 12 02:31:58.866806 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:58.898684 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['258323c9-8ee5-445a-997f-a4ce63d597f0'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:58.901220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b4ec8-dda8-4c53-9fb9-6f85ef0733a7 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=6']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:59.022066 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:59.022963 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb39c1e-296f-48ce-8c84-b34367c24d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:59.024163 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76a7c9-37c6-4620-9b5f-7d2112d89626 req-90150586-3f66-41f5-a013-cd201e6a4217 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:59.029003 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0b76a7c9-37c6-4620-9b5f-7d2112d89626 req-90150586-3f66-41f5-a013-cd201e6a4217 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0759120 Oct 12 02:31:59.102064 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0b76a7c9-37c6-4620-9b5f-7d2112d89626 req-fa4e6f4f-652d-4f5e-aadc-90dcb12f3623 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669491 Oct 12 02:31:59.130008 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['258323c9-8ee5-445a-997f-a4ce63d597f0'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:59.153601 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b197-bd62-4b1c-8648-128307d59f40 req-2c95a9d2-eb5b-49ee-aa81-2137984e245a tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:59.155256 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-41a5b197-bd62-4b1c-8648-128307d59f40 req-2c95a9d2-eb5b-49ee-aa81-2137984e245a tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.0713284 Oct 12 02:31:59.158617 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7409bc34-4c2f-4008-b1b6-610c9547338e x-openstack-request-id: req-7409bc34-4c2f-4008-b1b6-610c9547338e {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:59.158907 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:59.159160 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7409bc34-4c2f-4008-b1b6-610c9547338e {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:59.159552 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7409bc34-4c2f-4008-b1b6-610c9547338e'] response: {'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'status': 'completed', 'code': 200} Oct 12 02:31:59.206589 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-41a5b197-bd62-4b1c-8648-128307d59f40 req-ca5ca03d-f153-4ed3-8d9e-8fcafdc51423 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Oct 12 02:31:59.334649 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea970554-f0cb-416e-a783-a761eea4ccf7 req-14f01f83-dce2-410c-a093-73209cd5ea9e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:59.336118 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ea970554-f0cb-416e-a783-a761eea4ccf7 req-14f01f83-dce2-410c-a093-73209cd5ea9e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Oct 12 02:31:59.389529 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ea970554-f0cb-416e-a783-a761eea4ccf7 req-c30df941-d4b0-4e85-b456-511379a039ad tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450919 Oct 12 02:31:59.433775 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:59.440626 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:59.840555 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55456) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:59.889850 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a5fa7-bdbe-4821-95b1-0161b546a130 req-2971db40-c980-4df6-8309-b736b1fd7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:59.891325 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7f4a5fa7-bdbe-4821-95b1-0161b546a130 req-2971db40-c980-4df6-8309-b736b1fd7385 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1129 time: 0.0862360 Oct 12 02:31:59.901981 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-00a4e896-f4c1-4aba-9cea-30192e06587c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 1000 time: 0.0858004 Oct 12 02:31:59.952823 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8e54bd9b-1ece-4782-b0a6-5b90a5e8610f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.999834 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7627ee-af8f-4040-a33d-f6908588af2f req-b05c8aff-15a0-4273-87ad-1b83fb4b248b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:00.001706 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-db7627ee-af8f-4040-a33d-f6908588af2f req-b05c8aff-15a0-4273-87ad-1b83fb4b248b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0508752 Oct 12 02:32:00.031292 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8e54bd9b-1ece-4782-b0a6-5b90a5e8610f admin admin] Publish callbacks [] for security_group (e2939681-7946-4ba7-8831-cad6ab6de4eb), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:00.035300 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8e54bd9b-1ece-4782-b0a6-5b90a5e8610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (e2939681-7946-4ba7-8831-cad6ab6de4eb), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:00.053279 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-db7627ee-af8f-4040-a33d-f6908588af2f req-4b28c43e-429b-4788-809c-4908ff8e0c84 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445366 Oct 12 02:32:00.076300 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-8e54bd9b-1ece-4782-b0a6-5b90a5e8610f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bc62da245b73463ab6c0339c89f8ab9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343600 Oct 12 02:32:00.077420 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54bd9b-1ece-4782-b0a6-5b90a5e8610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2939681-7946-4ba7-8831-cad6ab6de4eb,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:00.079259 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55462) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:00.131935 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c954e11-71e2-452c-b97a-ac66f41c7d7d admin admin] Publish callbacks [] for security_group (e2939681-7946-4ba7-8831-cad6ab6de4eb), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:00.152243 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c954e11-71e2-452c-b97a-ac66f41c7d7d admin admin] Publish callbacks [] for security_group (e2939681-7946-4ba7-8831-cad6ab6de4eb), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:00.201070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c954e11-71e2-452c-b97a-ac66f41c7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (e2939681-7946-4ba7-8831-cad6ab6de4eb), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:00.203532 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c954e11-71e2-452c-b97a-ac66f41c7d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:00.204676 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6c954e11-71e2-452c-b97a-ac66f41c7d7d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e2939681-7946-4ba7-8831-cad6ab6de4eb HTTP/1.1" status: 204 len: 168 time: 0.1243198 Oct 12 02:32:00.214999 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c954e11-71e2-452c-b97a-ac66f41c7d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2939681-7946-4ba7-8831-cad6ab6de4eb,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:00.335844 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a66b-ae62-4756-a909-db3099c2acb4 req-fc2eec2d-8e4e-4c7a-a068-6e1bc3fe0cdb tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:00.338262 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-12c2a66b-ae62-4756-a909-db3099c2acb4 req-fc2eec2d-8e4e-4c7a-a068-6e1bc3fe0cdb tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.0496824 Oct 12 02:32:00.369212 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:00.391671 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-12c2a66b-ae62-4756-a909-db3099c2acb4 req-0e981282-187a-41d1-a5d3-55ec858ea954 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Oct 12 02:32:00.512138 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae102b3-74d7-4580-915e-59a30c9b2b46 req-c47444f2-c43c-4ce6-b0ab-35ae377212b0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:00.513750 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5ae102b3-74d7-4580-915e-59a30c9b2b46 req-c47444f2-c43c-4ce6-b0ab-35ae377212b0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Oct 12 02:32:00.566809 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5ae102b3-74d7-4580-915e-59a30c9b2b46 req-583da665-f017-448b-afc6-d46cec579611 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475452 Oct 12 02:32:01.184376 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeca745-aa54-4107-a9d1-4d8e515693a5 req-81a3f03e-b375-4385-8dcf-f5ab3a7cf793 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.185900 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3aeca745-aa54-4107-a9d1-4d8e515693a5 req-81a3f03e-b375-4385-8dcf-f5ab3a7cf793 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0483685 Oct 12 02:32:01.240784 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3aeca745-aa54-4107-a9d1-4d8e515693a5 req-5b367511-bd37-4316-908f-af7e4bb18537 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465751 Oct 12 02:32:01.426558 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-71fcb380-3c7a-4d84-b582-e28bce038682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.428032 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-71fcb380-3c7a-4d84-b582-e28bce038682 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d50e3daa-409d-40e1-8916-f2cecb43aad5 HTTP/1.1" status: 200 len: 853 time: 0.1032674 Oct 12 02:32:01.430182 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7f4a5fa7-bdbe-4821-95b1-0161b546a130 req-c9ab7e2e-bbe7-40c7-9c9d-892046647641 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031003 Oct 12 02:32:01.519667 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984969c3-a5b2-4b25-bcc6-ea385531ceef req-bd2ab3b8-f986-41fd-883a-abfad4a12fe6 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.521142 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-984969c3-a5b2-4b25-bcc6-ea385531ceef req-bd2ab3b8-f986-41fd-883a-abfad4a12fe6 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.0472839 Oct 12 02:32:01.568663 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-984969c3-a5b2-4b25-bcc6-ea385531ceef req-ea484eda-e041-413f-a93d-dfd34dd240e1 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Oct 12 02:32:01.688375 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a0418-af76-4a95-b855-7d439c32a7f3 req-d6b78b53-cd30-4d01-af63-2ecb72483e6e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.689873 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9d7a0418-af76-4a95-b855-7d439c32a7f3 req-d6b78b53-cd30-4d01-af63-2ecb72483e6e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0482743 Oct 12 02:32:01.739366 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9d7a0418-af76-4a95-b855-7d439c32a7f3 req-e0dec407-d5f6-48cb-a54b-27be41cb70e3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439494 Oct 12 02:32:01.942559 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-9003f3dc-c643-4c88-ac92-9c409d582ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.944060 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-9003f3dc-c643-4c88-ac92-9c409d582ca0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b82c8408-5252-4671-b3db-7f2cceb9fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0720823 Oct 12 02:32:01.949922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-03311ea4-2427-4f47-9326-ed5ca7c96fc9 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.951248 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-03311ea4-2427-4f47-9326-ed5ca7c96fc9 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.0713484 Oct 12 02:32:02.465027 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:02.488166 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:02.501323 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f429-f753-4310-8be0-ecef6e25f318 req-e1212bd7-1942-4b33-8d1b-3703249fe692 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:02.502666 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2cc6f429-f753-4310-8be0-ecef6e25f318 req-e1212bd7-1942-4b33-8d1b-3703249fe692 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.1719174 Oct 12 02:32:02.550375 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Deleting port 9763d8f1-a905-4f8e-af65-3abd07624c0a {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:32:02.550729 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:02.643570 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-e0423970-05cb-453f-a144-a9391480d9de service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220949 Oct 12 02:32:02.650704 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2cc6f429-f753-4310-8be0-ecef6e25f318 req-2450cd3a-54a3-43e3-b204-759a4262105f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380730 Oct 12 02:32:02.716191 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] For port 9763d8f1-a905-4f8e-af65-3abd07624c0a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9763d8f1-a905-4f8e-af65-3abd07624c0a,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:02.716795 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:02.740674 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Calling delete_port for 9763d8f1-a905-4f8e-af65-3abd07624c0a owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:32:02.757004 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5647-2f00-43ca-b0af-6c77428f1952 req-7e0bcbad-50bf-4cdd-958a-2525cb670c33 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:02.758543 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a7fd5647-2f00-43ca-b0af-6c77428f1952 req-7e0bcbad-50bf-4cdd-958a-2525cb670c33 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 945 time: 0.1050839 Oct 12 02:32:02.848997 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a7fd5647-2f00-43ca-b0af-6c77428f1952 req-ca18c3ff-097c-439a-8443-524e6e9a6321 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782092 Oct 12 02:32:02.906594 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (9763d8f1-a905-4f8e-af65-3abd07624c0a), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:02.939117 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Pushing event deleted for resources: {'Port': ['ID=9763d8f1-a905-4f8e-af65-3abd07624c0a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:02.950400 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['9763d8f1-a905-4f8e-af65-3abd07624c0a'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:03.002378 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318fdc1-da88-43f6-8230-e0814f40b74e req-aa942d7d-eea4-4dde-8450-075125ae7fe0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:03.003873 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b318fdc1-da88-43f6-8230-e0814f40b74e req-aa942d7d-eea4-4dde-8450-075125ae7fe0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0811207 Oct 12 02:32:03.014918 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] No DVR routers for this DVR port 9763d8f1-a905-4f8e-af65-3abd07624c0a on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:32:03.017497 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.022333 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-34d76778-40b3-4853-8286-76c0ea5eb012 req-898145d7-5d55-43ef-81a8-52888e7d52d4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "DELETE /networking/v2.0/ports/9763d8f1-a905-4f8e-af65-3abd07624c0a HTTP/1.1" status: 204 len: 173 time: 0.6990380 Oct 12 02:32:03.022853 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:03.023678 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'name': 'network-vif-deleted', 'tag': '9763d8f1-a905-4f8e-af65-3abd07624c0a'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:03.026868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02154cdb-1d85-43e5-8cf5-77abfbd8ff12" -d '{"events": [{"server_uuid": "10b51249-950b-4318-b0e9-7e13fa3f1cdc", "name": "network-vif-deleted", "tag": "9763d8f1-a905-4f8e-af65-3abd07624c0a"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:03.063141 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b318fdc1-da88-43f6-8230-e0814f40b74e req-8a04c4d8-3819-49d1-9816-3eb33415085c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516405 Oct 12 02:32:03.112160 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eddf32-32a0-418a-9498-0cc4f7446a74 x-openstack-request-id: req-76eddf32-32a0-418a-9498-0cc4f7446a74 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:03.112507 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b51249-950b-4318-b0e9-7e13fa3f1cdc", "name": "network-vif-deleted", "tag": "9763d8f1-a905-4f8e-af65-3abd07624c0a", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:03.112784 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76eddf32-32a0-418a-9498-0cc4f7446a74 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:03.113241 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76eddf32-32a0-418a-9498-0cc4f7446a74'] response: {'server_uuid': '10b51249-950b-4318-b0e9-7e13fa3f1cdc', 'name': 'network-vif-deleted', 'tag': '9763d8f1-a905-4f8e-af65-3abd07624c0a', 'status': 'completed', 'code': 200} Oct 12 02:32:03.314163 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [req-99348e15-7d7f-4347-afd7-22ec8c782640 req-3d213113-4770-4c31-b784-e5915ff0a24a service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:32:03.315052 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-99348e15-7d7f-4347-afd7-22ec8c782640 req-3d213113-4770-4c31-b784-e5915ff0a24a service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053613 Oct 12 02:32:03.499600 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234053f3-6011-4148-bf68-aad3dc436913 req-25ccee5b-02f5-412a-9c84-cdfd5297a3f8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:03.501111 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-234053f3-6011-4148-bf68-aad3dc436913 req-25ccee5b-02f5-412a-9c84-cdfd5297a3f8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0515058 Oct 12 02:32:03.553236 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-234053f3-6011-4148-bf68-aad3dc436913 req-ec5dd0a6-d53c-4563-9b84-418f94666265 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 Oct 12 02:32:03.667461 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56fee9d7-4b32-4e86-b593-acf24ecde947 req-7fd878cb-370f-48dc-95e1-d68efabd146e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002631 Oct 12 02:32:03.854547 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55562) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:03.973203 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-7a9183c0-b730-42f9-9a18-c6541cb80ae5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099238 Oct 12 02:32:03.973203 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-eaaa54a8-e449-4f7a-bef2-d1fa2329162c service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:32:03.982187 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-eaaa54a8-e449-4f7a-bef2-d1fa2329162c service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0129728 Oct 12 02:32:04.041914 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-56c15bb2-71ec-4879-9b0f-f7619e198a00 req-9a6cb324-ff45-44e1-81d4-10879439a6fb tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=10b51249-950b-4318-b0e9-7e13fa3f1cdc HTTP/1.1" status: 200 len: 210 time: 0.0432992 Oct 12 02:32:04.125512 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55578) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:04.139573 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-96b120e3-49db-49ad-a531-60d70cd58926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.145778 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-96b120e3-49db-49ad-a531-60d70cd58926 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1168 time: 0.3178711 Oct 12 02:32:04.233468 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293f292-39b3-46fa-af17-c590eaabe3e3 req-e4e31f44-b1a4-4e19-bdf3-47a562dcc76c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.236238 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-33fbc881-b263-40a7-9129-79f6b8ebae6c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.240815 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1293f292-39b3-46fa-af17-c590eaabe3e3 req-e4e31f44-b1a4-4e19-bdf3-47a562dcc76c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0845847 Oct 12 02:32:04.246306 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-33fbc881-b263-40a7-9129-79f6b8ebae6c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports/00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 941 time: 0.1193788 Oct 12 02:32:04.363907 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1293f292-39b3-46fa-af17-c590eaabe3e3 req-8fa0e107-82ce-4d51-b60f-9f0201502198 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217949 Oct 12 02:32:04.379540 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-5a295e93-3760-46d6-9a9b-3f5f5b277d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.381665 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-5a295e93-3760-46d6-9a9b-3f5f5b277d44 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 200 len: 915 time: 0.2139599 Oct 12 02:32:04.485698 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93686a-cefd-4e5c-9b64-431a1fa5170c req-837934cf-6b0a-486a-b443-03081d37b832 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.487486 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-cc93686a-cefd-4e5c-9b64-431a1fa5170c req-837934cf-6b0a-486a-b443-03081d37b832 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0509272 Oct 12 02:32:04.498376 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55594) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:04.504180 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'floatingip': {'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:04.555165 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.581623 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:04.596813 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:32:04.618660 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-46e233df-6668-49a2-9e1e-b51a1f1b95d1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 1000 time: 0.0944633 Oct 12 02:32:04.688374 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: DOWN; New status is: DOWN {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:04.704451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-f5146bbc-3ce6-491b-9a9b-d11df09df54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.705910 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-f5146bbc-3ce6-491b-9a9b-d11df09df54a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d50e3daa-409d-40e1-8916-f2cecb43aad5 HTTP/1.1" status: 200 len: 853 time: 0.0765903 Oct 12 02:32:04.769965 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:04.787210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbef751-8e60-4cf7-8cf4-986778013d10 req-c38d90e5-7d43-4078-b54f-88291f9e4862 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.794836 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8cbef751-8e60-4cf7-8cf4-986778013d10 req-c38d90e5-7d43-4078-b54f-88291f9e4862 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0930161 Oct 12 02:32:04.814276 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-8447f386-e1ed-483c-8c77-2bac675319b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.815731 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-8447f386-e1ed-483c-8c77-2bac675319b8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b82c8408-5252-4671-b3db-7f2cceb9fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1009960 Oct 12 02:32:04.893962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8cbef751-8e60-4cf7-8cf4-986778013d10 req-c342be57-af6b-4adb-8e86-913befdda632 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981555 Oct 12 02:32:04.942673 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-057146e7-f61b-4286-a204-ef0706e94a41 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103721 Oct 12 02:32:05.050269 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bdb39c1e-296f-48ce-8c84-b34367c24d1c req-b764aa8f-fb77-4582-977e-b89fdb2de7c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975287 Oct 12 02:32:05.102443 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:05.107284 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:05.194167 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:05.213753 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:05.224574 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.l3_db [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Floating IP bd763125-673b-4e76-bfb3-d29f26af8a2e associated. External IP: 172.28.2.75, port: 3aa64a0e-a4d4-463f-b06f-31599af794e2. Oct 12 02:32:05.510529 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-6ab5645b-5011-4498-9531-daf79137485d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:05.512286 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-6ab5645b-5011-4498-9531-daf79137485d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b HTTP/1.1" status: 200 len: 808 time: 0.1373334 Oct 12 02:32:05.545098 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-4ffd67af-8048-413e-a287-2d3e7d7d3eb1 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/quotas/6fc52397af5e43f088b80ace86b9d736 HTTP/1.1" status: 200 len: 375 time: 0.0201836 Oct 12 02:32:05.580184 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-3d389efb-29b3-4666-b432-cfa9bb88abfe tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6fc52397af5e43f088b80ace86b9d736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334499 Oct 12 02:32:05.688415 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Router 6b1f187a-bbb9-4698-af40-d1a2a154335c has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:32:05.722230 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-7fb7155f-0673-4fc9-8501-63d893fd5268 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329925 Oct 12 02:32:05.778985 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:05.805678 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:32:05.809909 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:05.833365 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] Sync routers for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:32:05.834680 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-c78b4edf-d7df-4e26-9a60-2b3be5cae794 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043782 Oct 12 02:32:05.842547 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-06a0c6c6-c715-4567-8b21-2755269af94b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/bd763125-673b-4e76-bfb3-d29f26af8a2e HTTP/1.1" status: 200 len: 990 time: 1.3430512 Oct 12 02:32:05.843332 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:05.845882 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:05.855310 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:05.857210 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:31:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:05.919111 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5554045e-c2f9-49d8-b6d8-86eed182c90e x-openstack-request-id: req-5554045e-c2f9-49d8-b6d8-86eed182c90e {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:05.919111 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:05.919111 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5554045e-c2f9-49d8-b6d8-86eed182c90e {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:05.919111 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5554045e-c2f9-49d8-b6d8-86eed182c90e'] response: {'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'status': 'completed', 'code': 200} Oct 12 02:32:06.030599 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:06.062000 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-dc999876-a89c-42c5-bae6-85b8b9966dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.066061 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-dc999876-a89c-42c5-bae6-85b8b9966dbe service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1129 time: 0.0986354 Oct 12 02:32:06.075787 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070471e-2e3a-43d1-9e7c-ca87338fd2cc req-4e722978-4af6-40c8-a0d9-bdc2c3926903 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.089518 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b070471e-2e3a-43d1-9e7c-ca87338fd2cc req-4e722978-4af6-40c8-a0d9-bdc2c3926903 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0930238 Oct 12 02:32:06.122971 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8e9e450a-7f33-46c2-ba0e-e31fdd3e2e55 req-e30ffd17-b125-4815-8893-41ccb818d02e tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 210 time: 0.0558932 Oct 12 02:32:06.156343 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b070471e-2e3a-43d1-9e7c-ca87338fd2cc req-43fbf250-0478-400e-8990-aa1c70d18c43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658736 Oct 12 02:32:06.323368 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'bd763125-673b-4e76-bfb3-d29f26af8a2e', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'mac_address': 'fa:16:3e:ad:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:40Z', 'updated_at': '2022-10-12T02:32:05Z', 'revision_number': 1, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:06.441302 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-2ddd39a9-3d29-403c-a7dc-a0438e8aa481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.443410 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-2ddd39a9-3d29-403c-a7dc-a0438e8aa481 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48&tenant_id=1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 1128 time: 0.1235461 Oct 12 02:32:06.536923 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] Checking router: 6b1f187a-bbb9-4698-af40-d1a2a154335c for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:32:06.553286 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:06.554447 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:31:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:06.571191 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.600784 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9763d8f1-a905-4f8e-af65-3abd07624c0a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:32:06.611959 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-a4296647-a336-4342-972c-79af8301414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.614337 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-a4296647-a336-4342-972c-79af8301414d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1128 time: 0.1248837 Oct 12 02:32:06.628715 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 9763d8f1-a905-4f8e-af65-3abd07624c0a {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:32:06.629232 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9763d8f1-a905-4f8e-af65-3abd07624c0a not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:32:06.656880 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-e63cc15d-6952-436b-bf29-bfa5c752f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.656880 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-e63cc15d-6952-436b-bf29-bfa5c752f7c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.3418305 Oct 12 02:32:06.718827 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:06.789025 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-35f6acc0-14de-43ce-8bbb-d00469d0cdf4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 998 time: 0.0931230 Oct 12 02:32:06.824799 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.837436 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-42e9d1ea-182a-4c6d-a985-c6266619e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.839088 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-42e9d1ea-182a-4c6d-a985-c6266619e884 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.2152388 Oct 12 02:32:06.856136 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-ca86ca52-3e86-4bd7-af45-120276abded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.857696 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-ca86ca52-3e86-4bd7-af45-120276abded2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0580232 Oct 12 02:32:06.953227 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.969149 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-55543722-7311-4913-84a6-9dcb51920b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.970755 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-55543722-7311-4913-84a6-9dcb51920b7e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0936601 Oct 12 02:32:06.970901 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.973282 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-129ae068-b187-4a4e-ad0e-6a9709e2bb89 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 200 len: 999 time: 0.1049092 Oct 12 02:32:07.030489 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'bd763125-673b-4e76-bfb3-d29f26af8a2e', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'mac_address': 'fa:16:3e:ad:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:40Z', 'updated_at': '2022-10-12T02:32:05Z', 'revision_number': 1, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:07.063296 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ba66c-6a29-4db1-9819-4a2df205a3df None None] The sync data for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb is: [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'bd763125-673b-4e76-bfb3-d29f26af8a2e', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'mac_address': 'fa:16:3e:ad:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:40Z', 'updated_at': '2022-10-12T02:32:05Z', 'revision_number': 1, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:32:07.108674 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-eeb45f5f-e293-4fc3-afd4-fc82546c2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:07.110140 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-eeb45f5f-e293-4fc3-afd4-fc82546c2e2f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.1139429 Oct 12 02:32:07.192580 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-bd70f120-ed40-4ff3-97d8-106d3079fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:07.194378 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-bd70f120-ed40-4ff3-97d8-106d3079fb7b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0705526 Oct 12 02:32:07.206484 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-954279fc-ce56-4afe-a0f1-5a2552a6eb84 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196436 Oct 12 02:32:07.359599 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134dad9-954c-4bd7-ba4f-8c34d917b07b req-6fb6c75b-c776-4c9b-ad97-c3c0aac0c00d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:07.362871 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0497196-ef9e-4a0c-b3b6-f168a0c1b931 None None] New status for floating IP bd763125-673b-4e76-bfb3-d29f26af8a2e: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:32:07.365885 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5134dad9-954c-4bd7-ba4f-8c34d917b07b req-6fb6c75b-c776-4c9b-ad97-c3c0aac0c00d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0811412 Oct 12 02:32:07.406717 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-e2d64492-2f6f-45fd-ae8b-45df5003a183 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991334 Oct 12 02:32:07.412023 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f47cb198-a4ce-4581-b86c-d38307e4483f req-41409067-3130-42d0-9529-7e37fc38116f tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 210 time: 0.1253955 Oct 12 02:32:07.451101 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5134dad9-954c-4bd7-ba4f-8c34d917b07b req-26c55e1d-ddbb-4e9f-ac9e-49eaef36069f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786579 Oct 12 02:32:07.472647 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-26a99c23-66aa-473d-9ef3-23ad6f32fb8c req-fb77cd34-4395-4f11-a852-0248d4941cd0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850085 Oct 12 02:32:07.703310 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7f00f18-b6f0-45ca-beb7-6e00ce8c3462 req-7913df35-aa74-4e8e-83e5-ddb07b7305ac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982249 Oct 12 02:32:07.862902 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:07.878721 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-cafcb2e3-6647-47d3-8ca5-878924b1d81f tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:07.880144 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-cafcb2e3-6647-47d3-8ca5-878924b1d81f tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b HTTP/1.1" status: 200 len: 808 time: 0.1170521 Oct 12 02:32:07.957042 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Request body: {'port': {'device_id': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b', 'admin_state_up': True, 'tenant_id': '6fc52397af5e43f088b80ace86b9d736'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:08.106130 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Made reservation on behalf of 6fc52397af5e43f088b80ace86b9d736 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:08.110192 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.254055 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Allocated IP 172.20.0.14 (8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b/59c7219e-d325-47cc-9f94-a103471888cc/25f1afb2-8265-47b9-a886-68bcb021c054) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:08.407801 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:08.528216 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks [] for port (25f1afb2-8265-47b9-a886-68bcb021c054), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.592357 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a3c507c2-3d08-4ac8-8a90-e1f7717bd19c req-ccca2bbe-ec6d-48b5-bffb-842e31800636 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 210 time: 0.0693669 Oct 12 02:32:08.695704 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.725226 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:08.730516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:08.730729 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47b83-1614-4247-9cd5-a570a1f46121 req-dd2f3326-c38c-4de3-894a-eb7ac07d0266 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:08.737121 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-37d47b83-1614-4247-9cd5-a570a1f46121 req-dd2f3326-c38c-4de3-894a-eb7ac07d0266 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.1269534 Oct 12 02:32:08.756844 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:08.763734 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:08.764480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.796544 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Pushing event updated for resources: {'Port': ['ID=25f1afb2-8265-47b9-a886-68bcb021c054,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:08.813295 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-37d47b83-1614-4247-9cd5-a570a1f46121 req-8095d22a-158c-4795-ad05-798c9fcfe42b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719802 Oct 12 02:32:08.820734 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-9c48d897-1a22-45c4-a6af-6625cca86ee2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8688514 Oct 12 02:32:09.736195 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f53ca5-02b3-4eab-99fa-56211edc530b req-4fcafe8b-aaa9-4ae8-b326-17fb351f99fd tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:09.737894 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56f53ca5-02b3-4eab-99fa-56211edc530b req-4fcafe8b-aaa9-4ae8-b326-17fb351f99fd tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0549397 Oct 12 02:32:09.802201 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56f53ca5-02b3-4eab-99fa-56211edc530b req-5537e55c-fa7f-412b-8c2b-9dc7ed4b3ca6 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556827 Oct 12 02:32:09.955357 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da679138-4a8a-4628-9340-ff772677bf91 req-7cdd8e15-fc23-4118-af55-2248a0e2b1f5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:09.958236 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-da679138-4a8a-4628-9340-ff772677bf91 req-7cdd8e15-fc23-4118-af55-2248a0e2b1f5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0538387 Oct 12 02:32:10.012724 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-da679138-4a8a-4628-9340-ff772677bf91 req-d421de6c-4b19-4ea7-91ce-a7d86d8eaf09 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483487 Oct 12 02:32:10.941755 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c264f-e783-4028-959b-e12464da29c2 req-d56548d9-628d-4405-a289-6c1c25dace40 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:10.943397 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-409c264f-e783-4028-959b-e12464da29c2 req-d56548d9-628d-4405-a289-6c1c25dace40 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0630159 Oct 12 02:32:11.022843 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-409c264f-e783-4028-959b-e12464da29c2 req-55cc10e3-a48c-4c7d-b61f-1a4efd9eae52 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676217 Oct 12 02:32:11.197254 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ec13-24e2-4ab8-9372-d3631bea416d req-4841422b-92d5-4cb1-9cd1-cb905cdc9273 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:11.200769 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0988ec13-24e2-4ab8-9372-d3631bea416d req-4841422b-92d5-4cb1-9cd1-cb905cdc9273 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0886023 Oct 12 02:32:11.253532 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0988ec13-24e2-4ab8-9372-d3631bea416d req-d4048506-c943-4254-9426-a8dec4f363d9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464952 Oct 12 02:32:12.141742 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ef80-0f10-48cf-a821-1c17256201e1 req-a416a388-e869-4b16-b9f0-375a59f6d820 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:12.143239 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-cac1ef80-0f10-48cf-a821-1c17256201e1 req-a416a388-e869-4b16-b9f0-375a59f6d820 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0474188 Oct 12 02:32:12.216492 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-cac1ef80-0f10-48cf-a821-1c17256201e1 req-43188e91-478a-4531-b840-3eb3006dd054 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676882 Oct 12 02:32:12.371238 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 55764) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:12.398283 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd760-e0ae-4d01-808b-e91af376e1df req-87cb7f74-75e9-4c48-a629-e0587f706fb3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:12.400411 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-27efd760-e0ae-4d01-808b-e91af376e1df req-87cb7f74-75e9-4c48-a629-e0587f706fb3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0488694 Oct 12 02:32:12.489126 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-27efd760-e0ae-4d01-808b-e91af376e1df req-9be214e3-39c6-4b82-90d5-9251bdc85895 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818126 Oct 12 02:32:12.533621 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0334d693-ffe1-41c7-8276-87e08e461d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.565121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:12.614920 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0334d693-ffe1-41c7-8276-87e08e461d91 admin admin] Publish callbacks [] for security_group (ab69117a-16d5-484c-b9e5-bf16b6e84221), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.619247 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0334d693-ffe1-41c7-8276-87e08e461d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ab69117a-16d5-484c-b9e5-bf16b6e84221), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.667102 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 55768) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:12.667347 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-0334d693-ffe1-41c7-8276-87e08e461d91 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b309923a39404a45bafd95579e014ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947848 Oct 12 02:32:12.668337 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334d693-ffe1-41c7-8276-87e08e461d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab69117a-16d5-484c-b9e5-bf16b6e84221,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:12.685691 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:12.747764 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8cb1-a645-4d9c-9cf7-0086592a32c3 admin admin] Publish callbacks [] for security_group (ab69117a-16d5-484c-b9e5-bf16b6e84221), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.839685 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8cb1-a645-4d9c-9cf7-0086592a32c3 admin admin] Publish callbacks [] for security_group (ab69117a-16d5-484c-b9e5-bf16b6e84221), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.896237 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8cb1-a645-4d9c-9cf7-0086592a32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ab69117a-16d5-484c-b9e5-bf16b6e84221), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.902785 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8cb1-a645-4d9c-9cf7-0086592a32c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.904960 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7b7d8cb1-a645-4d9c-9cf7-0086592a32c3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ab69117a-16d5-484c-b9e5-bf16b6e84221 HTTP/1.1" status: 204 len: 168 time: 0.2365539 Oct 12 02:32:12.914915 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d8cb1-a645-4d9c-9cf7-0086592a32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab69117a-16d5-484c-b9e5-bf16b6e84221,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:13.361240 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf70cfa-3b22-43e7-bfaf-b331962538b9 req-7c988bdc-56bc-43c4-a4c6-5e0bf13241ea tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:13.363867 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-cbf70cfa-3b22-43e7-bfaf-b331962538b9 req-7c988bdc-56bc-43c4-a4c6-5e0bf13241ea tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0536156 Oct 12 02:32:13.430007 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-cbf70cfa-3b22-43e7-bfaf-b331962538b9 req-5c449ea9-d3ff-4020-8c5f-a7cfc03e56f7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593081 Oct 12 02:32:13.620642 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a6aed-4710-408b-bdda-ee44f0c37901 req-7378b0a6-c683-4151-84dd-a385fae2012c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:13.628034 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6a0a6aed-4710-408b-bdda-ee44f0c37901 req-7378b0a6-c683-4151-84dd-a385fae2012c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0585020 Oct 12 02:32:13.677630 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6a0a6aed-4710-408b-bdda-ee44f0c37901 req-03ca5164-9230-4e2a-922a-501710d3be19 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486808 Oct 12 02:32:14.555099 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0ff83-663f-44c6-933f-aa10cee672af req-cef8169d-173d-4379-a277-7327bb9a705b tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:14.557388 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-17e0ff83-663f-44c6-933f-aa10cee672af req-cef8169d-173d-4379-a277-7327bb9a705b tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0499492 Oct 12 02:32:14.605850 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:14.620174 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-17e0ff83-663f-44c6-933f-aa10cee672af req-256eb328-d146-4641-a4a7-38453b44e85b tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532546 Oct 12 02:32:14.806514 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25766aea-57c0-4e40-aab5-5338b6ce95db req-3e7d26c3-1d13-4f71-93a9-711b94378444 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:14.808047 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-25766aea-57c0-4e40-aab5-5338b6ce95db req-3e7d26c3-1d13-4f71-93a9-711b94378444 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0460548 Oct 12 02:32:14.854774 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-25766aea-57c0-4e40-aab5-5338b6ce95db req-69dd7f31-64e3-41cc-b3a8-63e48b172075 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Oct 12 02:32:15.741569 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1de65-3998-4ba9-9cf4-729c838e1b1d req-cec1e89a-f026-44c8-95c8-3147c71f8a50 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.743767 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda1de65-3998-4ba9-9cf4-729c838e1b1d req-cec1e89a-f026-44c8-95c8-3147c71f8a50 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0524883 Oct 12 02:32:15.792321 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eda1de65-3998-4ba9-9cf4-729c838e1b1d req-2af318e4-ce96-4dd5-b6b1-a2638da3ddce tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 Oct 12 02:32:15.979205 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:15.991033 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7951fa-ddb1-4db2-831a-79709733fac2 req-f0874cda-95ab-4ea1-9aea-81abf401784c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.992542 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4f7951fa-ddb1-4db2-831a-79709733fac2 req-f0874cda-95ab-4ea1-9aea-81abf401784c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0538616 Oct 12 02:32:16.040769 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4f7951fa-ddb1-4db2-831a-79709733fac2 req-994a9210-e1b6-4b13-85c8-78ad09f8e53b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Oct 12 02:32:16.773487 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-760b3ce4-2615-4309-a61c-419598bfa56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:16.917223 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fe097-e414-44b9-a135-d8d8c16ca3c7 req-2ded81be-b9f6-4b05-a735-23d0b68de729 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:16.918706 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-968fe097-e414-44b9-a135-d8d8c16ca3c7 req-2ded81be-b9f6-4b05-a735-23d0b68de729 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0491538 Oct 12 02:32:16.966671 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-968fe097-e414-44b9-a135-d8d8c16ca3c7 req-a60b84a4-e9a8-41ec-87b4-178ac952a949 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Oct 12 02:32:17.186616 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ff316-4660-4028-87e8-bd788c0cf9c7 req-88e699f6-dd04-4f0b-a27d-616ee82fe9b7 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:17.188268 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-957ff316-4660-4028-87e8-bd788c0cf9c7 req-88e699f6-dd04-4f0b-a27d-616ee82fe9b7 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0521438 Oct 12 02:32:17.240121 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-957ff316-4660-4028-87e8-bd788c0cf9c7 req-fcf96d6a-bf43-442c-9752-e3c16b7632d1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 Oct 12 02:32:17.512379 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:17.515409 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:18.087813 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb43b-aa55-4afe-ab6d-4bb5b35f2b9c req-ad9672d0-3c05-40b0-8274-52b588e17e48 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:18.089736 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eeabb43b-aa55-4afe-ab6d-4bb5b35f2b9c req-ad9672d0-3c05-40b0-8274-52b588e17e48 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0503383 Oct 12 02:32:18.148747 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eeabb43b-aa55-4afe-ab6d-4bb5b35f2b9c req-a26e3f69-12e7-44ba-ad10-b10081a577e0 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494921 Oct 12 02:32:18.370878 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fdc5d-7bb0-4bd5-acb2-7467391d5ded req-2e645367-345c-4bb3-afa4-9e1504a1dd06 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:18.372328 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-047fdc5d-7bb0-4bd5-acb2-7467391d5ded req-2e645367-345c-4bb3-afa4-9e1504a1dd06 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0493689 Oct 12 02:32:18.418909 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-047fdc5d-7bb0-4bd5-acb2-7467391d5ded req-a0e6fd6f-d800-45e2-9859-57006867fae1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Oct 12 02:32:18.992424 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b0e56e8f-abdf-4e5c-86dd-b085e61954e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:19.302504 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e63a97-d939-468f-b8fc-6adca8edabda req-35892fd4-c982-407d-9e3a-37edaf0a1cd8 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:19.304093 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55e63a97-d939-468f-b8fc-6adca8edabda req-35892fd4-c982-407d-9e3a-37edaf0a1cd8 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 932 time: 0.0460844 Oct 12 02:32:19.353097 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55e63a97-d939-468f-b8fc-6adca8edabda req-cfd9814a-f9dc-4c82-b16c-8966b0d8b01e tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Oct 12 02:32:19.547019 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c3c7c-0e0a-44ba-81a7-ae166fdee400 req-8b222cb2-1647-4d37-954d-4b545c7ec445 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:19.548509 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-046c3c7c-0e0a-44ba-81a7-ae166fdee400 req-8b222cb2-1647-4d37-954d-4b545c7ec445 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0472374 Oct 12 02:32:19.594439 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-046c3c7c-0e0a-44ba-81a7-ae166fdee400 req-d8922cb2-9231-498b-885d-dec2236fc744 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401194 Oct 12 02:32:19.741541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Request body: {'port': {'device_id': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:19.802139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.005698 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:20.050956 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f1afb2-8265-47b9-a886-68bcb021c054 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:20.059039 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Publish callbacks [] for port (25f1afb2-8265-47b9-a886-68bcb021c054), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.071462 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Transition to ACTIVE for port object 25f1afb2-8265-47b9-a886-68bcb021c054 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:32:20.075206 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.143221 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Pushing event updated for resources: {'Port': ['ID=25f1afb2-8265-47b9-a886-68bcb021c054,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:20.148197 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Attempting to bind port 25f1afb2-8265-47b9-a886-68bcb021c054 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:20.148624 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Attempting to bind port 25f1afb2-8265-47b9-a886-68bcb021c054 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:20.149483 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Attempting to bind port 25f1afb2-8265-47b9-a886-68bcb021c054 on network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:20.284441 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.408334 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Port 25f1afb2-8265-47b9-a886-68bcb021c054 on network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:32:20.408862 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Attempting to bind port 25f1afb2-8265-47b9-a886-68bcb021c054 on network 8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:20.432722 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:20.490926 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48493b05-1374-448e-ac7c-e3f3115b5c8d req-ab38f700-292d-43db-a24d-25dc12158b8a tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.492361 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-48493b05-1374-448e-ac7c-e3f3115b5c8d req-ab38f700-292d-43db-a24d-25dc12158b8a tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 944 time: 0.0630214 Oct 12 02:32:20.493512 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:20.493841 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Checking segment: {'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:20.494219 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Bound using segment: {'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:20.494656 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Bound port: 25f1afb2-8265-47b9-a886-68bcb021c054, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8f1428-8268-4588-9300-e3cfc177045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:20.495011 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.589875 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-48493b05-1374-448e-ac7c-e3f3115b5c8d req-d24aeff7-d2e2-4928-9450-e538d8ef7894 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915642 Oct 12 02:32:20.592237 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] For port 25f1afb2-8265-47b9-a886-68bcb021c054, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:20.595359 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] For port 25f1afb2-8265-47b9-a886-68bcb021c054, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25f1afb2-8265-47b9-a886-68bcb021c054,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:20.601532 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.607284 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.608143 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.609509 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/25f1afb2-8265-47b9-a886-68bcb021c054 HTTP/1.1" status: 200 len: 1094 time: 0.8723509 Oct 12 02:32:20.609991 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'tag': '25f1afb2-8265-47b9-a886-68bcb021c054'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:20.612212 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708129eb-85a1-4294-955c-59876fd36d54" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfc3796-6c51-478c-9bef-af1466956ff1", "tag": "25f1afb2-8265-47b9-a886-68bcb021c054"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:20.654568 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e823412-be86-4a94-ade7-167ca7acb82a x-openstack-request-id: req-3e823412-be86-4a94-ade7-167ca7acb82a {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:20.654877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfc3796-6c51-478c-9bef-af1466956ff1", "tag": "25f1afb2-8265-47b9-a886-68bcb021c054", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:20.655106 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e823412-be86-4a94-ade7-167ca7acb82a {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:20.655501 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e823412-be86-4a94-ade7-167ca7acb82a'] response: {'name': 'network-changed', 'server_uuid': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'tag': '25f1afb2-8265-47b9-a886-68bcb021c054', 'status': 'completed', 'code': 200} Oct 12 02:32:20.660198 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de918483-bda1-49ed-8c96-0a86afffb15f service neutron] Pushing event updated for resources: {'Port': ['ID=25f1afb2-8265-47b9-a886-68bcb021c054,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:20.724843 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3d69-81ed-47a0-879a-e5a4ea990be7 req-99918a1d-e19d-42fc-9fe4-af03a17d0ed3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.726284 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-afec3d69-81ed-47a0-879a-e5a4ea990be7 req-99918a1d-e19d-42fc-9fe4-af03a17d0ed3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0461645 Oct 12 02:32:20.777116 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-afec3d69-81ed-47a0-879a-e5a4ea990be7 req-80fec5dd-095d-4b12-a73a-76ada6f19af8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Oct 12 02:32:21.424908 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708129eb-85a1-4294-955c-59876fd36d54 req-461c5dae-62cd-441e-95c0-79f21505feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.426343 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-708129eb-85a1-4294-955c-59876fd36d54 req-461c5dae-62cd-441e-95c0-79f21505feaf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6fc52397af5e43f088b80ace86b9d736&device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 1128 time: 0.0379913 Oct 12 02:32:21.537360 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708129eb-85a1-4294-955c-59876fd36d54 req-88011337-aa1d-4dc3-880a-7afd26202f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.538807 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-708129eb-85a1-4294-955c-59876fd36d54 req-88011337-aa1d-4dc3-880a-7afd26202f47 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6fc52397af5e43f088b80ace86b9d736&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0912502 Oct 12 02:32:21.634798 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708129eb-85a1-4294-955c-59876fd36d54 req-2de1cb67-86a9-4a59-9679-9a5972cb90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.636244 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-708129eb-85a1-4294-955c-59876fd36d54 req-2de1cb67-86a9-4a59-9679-9a5972cb90dc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910351 Oct 12 02:32:21.713552 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f27a07-b0d8-4e7d-9046-e2988b4630a9 req-5527620f-1df8-4f2b-9431-36ace2194cba tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.714978 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-06f27a07-b0d8-4e7d-9046-e2988b4630a9 req-5527620f-1df8-4f2b-9431-36ace2194cba tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 944 time: 0.0461497 Oct 12 02:32:21.738650 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-6be7289b-75fe-4177-924b-fb6f7b9ae255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.740161 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-6be7289b-75fe-4177-924b-fb6f7b9ae255 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6fc52397af5e43f088b80ace86b9d736&device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 1128 time: 0.0403912 Oct 12 02:32:21.766632 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-06f27a07-b0d8-4e7d-9046-e2988b4630a9 req-3f2d3de0-ec8c-4943-a671-348886c895ac tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459526 Oct 12 02:32:21.791705 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-485b77cb-4d3c-41fb-8214-400ed08d454b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f1afb2-8265-47b9-a886-68bcb021c054 HTTP/1.1" status: 200 len: 217 time: 0.0369461 Oct 12 02:32:21.842082 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-3728d115-8fc9-4890-9d73-30be1e30ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.843527 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-3728d115-8fc9-4890-9d73-30be1e30ce07 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=59c7219e-d325-47cc-9f94-a103471888cc HTTP/1.1" status: 200 len: 848 time: 0.0442271 Oct 12 02:32:21.899674 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-0520dc77-fa50-4472-b010-7d942af5bb1f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488110 Oct 12 02:32:21.900283 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:21.932655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60360-0870-4309-b3ba-bf5ed2758ca5 req-098d19a0-49ef-4672-b491-b226b8fdc471 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.934072 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8fc60360-0870-4309-b3ba-bf5ed2758ca5 req-098d19a0-49ef-4672-b491-b226b8fdc471 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 944 time: 0.0747147 Oct 12 02:32:21.935898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:21.965439 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.037755 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8fc60360-0870-4309-b3ba-bf5ed2758ca5 req-0dd6c933-6423-4d2f-ab8f-3f1ee0caf6be tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736551 Oct 12 02:32:22.041834 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-945f3b55-54c8-47d7-9463-c0128678190a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346588 Oct 12 02:32:22.109862 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:22.138138 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c1caf915-2f6f-4496-964e-81e6aabd7548 req-7bfbbbc8-1b0c-476f-91eb-296bc9a79fb5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901477 Oct 12 02:32:22.670652 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:32:22.771877 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:22.782771 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'port_id': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'mac_address': 'fa:16:3e:d5:ed:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:32:22.820308 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:22.820734 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.833946 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cbe132-b469-4871-8a75-5b0b351f1a08 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:22.854464 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:22.858661 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.895902 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08e125-aa86-469d-9644-30dd5e8db3d7 req-6ee64151-ec69-47d3-b740-133e55653a45 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.897422 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-af08e125-aa86-469d-9644-30dd5e8db3d7 req-6ee64151-ec69-47d3-b740-133e55653a45 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 944 time: 0.0507519 Oct 12 02:32:22.904229 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=9']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:22.946138 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-af08e125-aa86-469d-9644-30dd5e8db3d7 req-995a5c1c-05ae-49bd-bf40-4f5835a08dfe tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Oct 12 02:32:23.165031 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a97b0f-dd7f-4c2b-b8fe-af4cfea70a57 req-66641202-9119-4b61-8fed-e9da13d2599b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:23.166494 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7a97b0f-dd7f-4c2b-b8fe-af4cfea70a57 req-66641202-9119-4b61-8fed-e9da13d2599b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 945 time: 0.0467308 Oct 12 02:32:23.214580 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f7a97b0f-dd7f-4c2b-b8fe-af4cfea70a57 req-c405814e-0212-470a-87c1-a2269ee871de tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Oct 12 02:32:23.324843 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['00cbe132-b469-4871-8a75-5b0b351f1a08'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:24.066103 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d79d-45f5-4fae-9c95-9b727ff18754 req-5b429460-7a4d-434c-ab36-75bfe49bf010 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:24.067575 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0a52d79d-45f5-4fae-9c95-9b727ff18754 req-5b429460-7a4d-434c-ab36-75bfe49bf010 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 944 time: 0.0468290 Oct 12 02:32:24.114301 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0a52d79d-45f5-4fae-9c95-9b727ff18754 req-223f4ae7-5362-4459-8263-fd78522eaf30 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Oct 12 02:32:24.341951 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bf0a-b50d-4d71-8ca1-04fa3a102495 req-100a6787-f400-4b79-b437-220f74dcf0c2 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:24.343411 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6405bf0a-b50d-4d71-8ca1-04fa3a102495 req-100a6787-f400-4b79-b437-220f74dcf0c2 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 945 time: 0.0471475 Oct 12 02:32:24.390624 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6405bf0a-b50d-4d71-8ca1-04fa3a102495 req-2b59a1b0-a5ca-41e9-92b0-4c5bc827cb9c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Oct 12 02:32:24.674715 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 25f1afb2-8265-47b9-a886-68bcb021c054 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:32:24.688411 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:24.766926 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:24.797385 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 00cbe132-b469-4871-8a75-5b0b351f1a08 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:24.797692 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.798026 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 00cbe132-b469-4871-8a75-5b0b351f1a08 Oct 12 02:32:24.830818 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 25f1afb2-8265-47b9-a886-68bcb021c054, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25f1afb2-8265-47b9-a886-68bcb021c054,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:24.853551 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '25f1afb2-8265-47b9-a886-68bcb021c054', 'network_id': '8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b', 'port_id': '25f1afb2-8265-47b9-a886-68bcb021c054', 'mac_address': 'fa:16:3e:6f:01:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c7219e-d325-47cc-9f94-a103471888cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:32:24.856970 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:24.921465 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 25f1afb2-8265-47b9-a886-68bcb021c054 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:24.921852 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.925826 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 00cbe132-b469-4871-8a75-5b0b351f1a08 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:24.926197 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.945282 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f1afb2-8265-47b9-a886-68bcb021c054 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:24.965516 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:24.967714 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d93771-3f50-40dd-81ea-6775c76435b8" -d '{"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-plugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:24.986822 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 25f1afb2-8265-47b9-a886-68bcb021c054, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25f1afb2-8265-47b9-a886-68bcb021c054,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:24.988716 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:24.991288 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.996777 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:25.015254 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb4640-4071-4351-b634-a8ab3456811f x-openstack-request-id: req-e7bb4640-4071-4351-b634-a8ab3456811f {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:25.015569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-plugged", "status": "completed", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:25.015829 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7bb4640-4071-4351-b634-a8ab3456811f {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:25.016215 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bb4640-4071-4351-b634-a8ab3456811f'] response: {'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'code': 200} Oct 12 02:32:25.041377 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=25f1afb2-8265-47b9-a886-68bcb021c054,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:25.092282 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=10']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:25.238444 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827692f-287f-440d-8be6-86be44adaf82 req-62c1fa3e-a2c6-4615-8139-b5286c436cdc tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.239921 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7827692f-287f-440d-8be6-86be44adaf82 req-62c1fa3e-a2c6-4615-8139-b5286c436cdc tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 945 time: 0.0523350 Oct 12 02:32:25.289652 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7827692f-287f-440d-8be6-86be44adaf82 req-4022ff80-86f3-4359-a9c9-35d1f49c800c tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Oct 12 02:32:25.436994 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['25f1afb2-8265-47b9-a886-68bcb021c054'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:25.521122 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:25.531689 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e4180-986c-47b5-8af7-8fddbe704c9d req-5ae35bbd-7bfa-4ddf-b80f-ab657f40760e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.533736 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-549e4180-986c-47b5-8af7-8fddbe704c9d req-5ae35bbd-7bfa-4ddf-b80f-ab657f40760e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0586190 Oct 12 02:32:25.585473 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-549e4180-986c-47b5-8af7-8fddbe704c9d req-161e2996-15e5-4cca-b528-8f03ebb70e98 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462496 Oct 12 02:32:25.700797 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5a2ff-8fb6-42c6-b359-ae0287cad8fe req-c9d24fdd-fbf4-479a-bd4d-68bd83e411da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.702261 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0df5a2ff-8fb6-42c6-b359-ae0287cad8fe req-c9d24fdd-fbf4-479a-bd4d-68bd83e411da service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 1131 time: 0.0390892 Oct 12 02:32:25.748678 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0df5a2ff-8fb6-42c6-b359-ae0287cad8fe req-d05a7895-a0f9-4cae-b669-f74fe8684fce service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 Oct 12 02:32:26.410807 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697473-2c69-4f93-9f83-227cc2242926 req-b4557033-4241-4ce7-95a7-621ae0a43786 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:26.412251 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b697473-2c69-4f93-9f83-227cc2242926 req-b4557033-4241-4ce7-95a7-621ae0a43786 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 945 time: 0.0495179 Oct 12 02:32:26.459317 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b697473-2c69-4f93-9f83-227cc2242926 req-191cda8c-b46e-4958-9f4e-d121fa4b77b4 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Oct 12 02:32:26.687027 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 25f1afb2-8265-47b9-a886-68bcb021c054 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:26.716258 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d5e11-f88e-403b-81fd-7ecdeb8ae903 req-27777f75-1a56-454c-b9ef-5adcdcbfe3f8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:26.717794 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-804d5e11-f88e-403b-81fd-7ecdeb8ae903 req-27777f75-1a56-454c-b9ef-5adcdcbfe3f8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0490906 Oct 12 02:32:26.729456 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 25f1afb2-8265-47b9-a886-68bcb021c054 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:32:26.735440 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 25f1afb2-8265-47b9-a886-68bcb021c054 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:26.735807 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:26.736142 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 25f1afb2-8265-47b9-a886-68bcb021c054 Oct 12 02:32:26.767709 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-804d5e11-f88e-403b-81fd-7ecdeb8ae903 req-b8db8a32-114c-44e8-a38e-0b11c871634e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Oct 12 02:32:26.809754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 25f1afb2-8265-47b9-a886-68bcb021c054 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:26.810173 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:26.844301 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 25f1afb2-8265-47b9-a886-68bcb021c054, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25f1afb2-8265-47b9-a886-68bcb021c054,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:26.847995 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:26.894301 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:26.898263 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=25f1afb2-8265-47b9-a886-68bcb021c054,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:27.017270 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f1afb2-8265-47b9-a886-68bcb021c054'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:27.019635 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a59dd-2bc1-4994-9fba-47092d2a8034" -d '{"events": [{"server_uuid": "dbfc3796-6c51-478c-9bef-af1466956ff1", "name": "network-vif-plugged", "status": "completed", "tag": "25f1afb2-8265-47b9-a886-68bcb021c054"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:27.062477 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc0b0b0-1991-4307-8c4d-5c988192a67a x-openstack-request-id: req-dbc0b0b0-1991-4307-8c4d-5c988192a67a {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:27.062839 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc3796-6c51-478c-9bef-af1466956ff1", "name": "network-vif-plugged", "status": "completed", "tag": "25f1afb2-8265-47b9-a886-68bcb021c054", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:27.063083 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbc0b0b0-1991-4307-8c4d-5c988192a67a {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:27.063553 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc0b0b0-1991-4307-8c4d-5c988192a67a'] response: {'server_uuid': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f1afb2-8265-47b9-a886-68bcb021c054', 'code': 200} Oct 12 02:32:27.581284 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5dc8-8bb8-4660-a55e-d580ac273eca req-1fc3eb05-ccc4-40ab-96e4-043f7c88224d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:27.582773 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-88ca5dc8-8bb8-4660-a55e-d580ac273eca req-1fc3eb05-ccc4-40ab-96e4-043f7c88224d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0487585 Oct 12 02:32:27.637386 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-88ca5dc8-8bb8-4660-a55e-d580ac273eca req-2022d653-59a2-4f31-9a0e-4383204faf51 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 Oct 12 02:32:27.910501 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd08fa-b470-4724-8634-90a3aa3edde1 req-02b4c571-3a15-496f-b207-789a9deb3a19 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:27.912100 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-79dd08fa-b470-4724-8634-90a3aa3edde1 req-02b4c571-3a15-496f-b207-789a9deb3a19 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0520573 Oct 12 02:32:27.991732 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-79dd08fa-b470-4724-8634-90a3aa3edde1 req-ae7340ca-3a38-41ce-91f2-85b7954860db tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731452 Oct 12 02:32:27.997357 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a4ea2-abb0-4dbc-8b70-440d99dd6d11 req-f81b0077-36d9-4b3a-989f-119edfa8445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:27.998757 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c83a4ea2-abb0-4dbc-8b70-440d99dd6d11 req-f81b0077-36d9-4b3a-989f-119edfa8445a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 1130 time: 0.0494194 Oct 12 02:32:28.046882 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c83a4ea2-abb0-4dbc-8b70-440d99dd6d11 req-d0de22ee-01a6-4872-85aa-774e83eb645c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Oct 12 02:32:28.137819 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:32:28.756420 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3fc47-b2b2-494a-b9d5-21e7a1b13844 req-bf6948bc-b508-4665-b51a-2e7216f482c8 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:28.757903 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-09c3fc47-b2b2-494a-b9d5-21e7a1b13844 req-bf6948bc-b508-4665-b51a-2e7216f482c8 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0466199 Oct 12 02:32:28.803846 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-09c3fc47-b2b2-494a-b9d5-21e7a1b13844 req-e3f384d8-7f4f-4810-89e0-9589212ac6ae tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Oct 12 02:32:29.121041 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d56f6-ed8b-4391-b038-9118ca40f87b req-4c9f4190-d4a5-41ed-9f0e-e01391dae3ac tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:29.122485 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7d7d56f6-ed8b-4391-b038-9118ca40f87b req-4c9f4190-d4a5-41ed-9f0e-e01391dae3ac tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0494838 Oct 12 02:32:29.171706 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7d7d56f6-ed8b-4391-b038-9118ca40f87b req-b861d6a1-b604-4da1-bdd4-c5614e1a0ddc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Oct 12 02:32:29.934863 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d5fd7-7854-4557-9f75-3fc0a9edc7fd req-413344d8-e7ef-411d-8092-914e13b5888f tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:29.936338 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d71d5fd7-7854-4557-9f75-3fc0a9edc7fd req-413344d8-e7ef-411d-8092-914e13b5888f tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0467789 Oct 12 02:32:29.981781 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:29.986927 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d71d5fd7-7854-4557-9f75-3fc0a9edc7fd req-0aad140d-8de0-4a20-aae6-a56c008fd51d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447173 Oct 12 02:32:31.123511 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba89b9a-ff81-4991-9483-2a0ecb0e6f3d req-71608169-de70-4d9f-bc07-a7575b0c56c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:31.125015 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8ba89b9a-ff81-4991-9483-2a0ecb0e6f3d req-71608169-de70-4d9f-bc07-a7575b0c56c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0530822 Oct 12 02:32:31.178498 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8ba89b9a-ff81-4991-9483-2a0ecb0e6f3d req-73877edc-15e8-46be-a1d5-125e2e3108bc tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464952 Oct 12 02:32:31.893717 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59d28d-1f1f-4b5c-8eb0-3ece5fde57d0 req-d47c4283-b722-42ee-8932-98f9ace9960d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:31.895216 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-aa59d28d-1f1f-4b5c-8eb0-3ece5fde57d0 req-d47c4283-b722-42ee-8932-98f9ace9960d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0484605 Oct 12 02:32:31.930451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:31.947705 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-aa59d28d-1f1f-4b5c-8eb0-3ece5fde57d0 req-fbab014c-0387-4aea-b104-7f89b47d6ef5 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461783 Oct 12 02:32:31.953004 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c637b-8b06-4076-8bc7-2fb1bda95569 req-c2a5df9c-57f5-447e-b659-b531874bfcce tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:31.954648 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd8c637b-8b06-4076-8bc7-2fb1bda95569 req-c2a5df9c-57f5-447e-b659-b531874bfcce tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0523307 Oct 12 02:32:32.004159 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fd8c637b-8b06-4076-8bc7-2fb1bda95569 req-9c411218-f75b-499c-810f-4e7cac644de2 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Oct 12 02:32:32.229796 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:33.076029 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee93c-d093-4e3b-aae2-784dc36f8c1a req-acb6635b-5cb0-4d40-a4ae-bbf6984c687d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:33.077549 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-710ee93c-d093-4e3b-aae2-784dc36f8c1a req-acb6635b-5cb0-4d40-a4ae-bbf6984c687d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Oct 12 02:32:33.126457 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-710ee93c-d093-4e3b-aae2-784dc36f8c1a req-6271fd59-3751-46ae-8a03-396e0f2e4809 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430908 Oct 12 02:32:33.129238 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3789-07a4-48b7-b306-27d824e53800 req-eff70065-da2d-43cf-8933-cd02a9029914 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:33.131597 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1b6f3789-07a4-48b7-b306-27d824e53800 req-eff70065-da2d-43cf-8933-cd02a9029914 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0519440 Oct 12 02:32:33.178374 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1b6f3789-07a4-48b7-b306-27d824e53800 req-78fa1564-d2c4-450f-8eff-b0908e09fca5 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Oct 12 02:32:33.908110 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:33.916698 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-b1c052b4-fdeb-4334-ba58-446856b1f4ec tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:33.918123 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-b1c052b4-fdeb-4334-ba58-446856b1f4ec tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0466125 Oct 12 02:32:34.006021 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Deleting port 25f1afb2-8265-47b9-a886-68bcb021c054 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:32:34.006377 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:34.094535 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] For port 25f1afb2-8265-47b9-a886-68bcb021c054, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25f1afb2-8265-47b9-a886-68bcb021c054,segment=NetworkSegment(ce8f1428-8268-4588-9300-e3cfc177045b),segment_id=ce8f1428-8268-4588-9300-e3cfc177045b)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:34.095237 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:34.108672 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Calling delete_port for 25f1afb2-8265-47b9-a886-68bcb021c054 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:32:34.274246 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73fcfe-40f2-4296-a32d-568b49f129fd req-607429f1-cddb-42d2-9376-f9c24f8cdf33 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:34.275726 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6a73fcfe-40f2-4296-a32d-568b49f129fd req-607429f1-cddb-42d2-9376-f9c24f8cdf33 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0623860 Oct 12 02:32:34.279970 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (25f1afb2-8265-47b9-a886-68bcb021c054), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:34.311843 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec46cb2-1521-49b2-8e79-a2223fe86ec3 req-7462c5a0-c9cb-42e7-8e74-08834d5c960d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:34.313526 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8ec46cb2-1521-49b2-8e79-a2223fe86ec3 req-7462c5a0-c9cb-42e7-8e74-08834d5c960d tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dbfc3796-6c51-478c-9bef-af1466956ff1 HTTP/1.1" status: 200 len: 946 time: 0.0507286 Oct 12 02:32:34.318142 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['25f1afb2-8265-47b9-a886-68bcb021c054'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:34.322570 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Pushing event deleted for resources: {'Port': ['ID=25f1afb2-8265-47b9-a886-68bcb021c054,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:34.335194 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.335677 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.336863 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.336965 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.337238 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.337566 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.338225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.338225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.338509 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.338824 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.339145 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.339466 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.339781 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.340096 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.340415 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:34.372500 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8ec46cb2-1521-49b2-8e79-a2223fe86ec3 req-1ec50eca-682e-40f3-bf36-896e6686ce77 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9efef88-035e-41a0-8240-9e45fa653249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508361 Oct 12 02:32:34.396712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] No DVR routers for this DVR port 25f1afb2-8265-47b9-a886-68bcb021c054 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:32:34.402541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:34.405752 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-969bd848-062b-4ef3-ae69-2bb84ef374fc req-9018c989-2fa2-4e4f-920a-aca0fab076c7 tempest-VolumesActionsTest-1397583763 tempest-VolumesActionsTest-1397583763-project] 10.222.0.27 "DELETE /networking/v2.0/ports/25f1afb2-8265-47b9-a886-68bcb021c054 HTTP/1.1" status: 204 len: 173 time: 0.4813697 Oct 12 02:32:34.406231 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'name': 'network-vif-deleted', 'tag': '25f1afb2-8265-47b9-a886-68bcb021c054'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:34.408427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa80e266-25f2-475f-861d-5be0a2f33b15" -d '{"events": [{"server_uuid": "dbfc3796-6c51-478c-9bef-af1466956ff1", "name": "network-vif-deleted", "tag": "25f1afb2-8265-47b9-a886-68bcb021c054"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:34.414412 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6a73fcfe-40f2-4296-a32d-568b49f129fd req-2a0ea6e4-28a7-4f60-90f3-8975ab2dd145 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320536 Oct 12 02:32:34.466233 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f091f182-84e4-40a8-9847-acf4b38c1a04 x-openstack-request-id: req-f091f182-84e4-40a8-9847-acf4b38c1a04 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:34.466564 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc3796-6c51-478c-9bef-af1466956ff1", "name": "network-vif-deleted", "tag": "25f1afb2-8265-47b9-a886-68bcb021c054", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:34.466808 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f091f182-84e4-40a8-9847-acf4b38c1a04 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:34.467212 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f091f182-84e4-40a8-9847-acf4b38c1a04'] response: {'server_uuid': 'dbfc3796-6c51-478c-9bef-af1466956ff1', 'name': 'network-vif-deleted', 'tag': '25f1afb2-8265-47b9-a886-68bcb021c054', 'status': 'completed', 'code': 200} Oct 12 02:32:35.188651 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:35.552351 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17f6b8-044b-4bcb-b452-ef22fc37c5a7 req-2e8b0fbb-bae0-4084-b195-5176a0c6f9bc tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:35.553876 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fc17f6b8-044b-4bcb-b452-ef22fc37c5a7 req-2e8b0fbb-bae0-4084-b195-5176a0c6f9bc tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Oct 12 02:32:35.609547 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fc17f6b8-044b-4bcb-b452-ef22fc37c5a7 req-afa2b405-d8ae-468f-8d3a-5b01c9a651b7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498457 Oct 12 02:32:35.850783 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-744c2edf-f4a6-4df8-b1e8-caa408c7dcaf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390453 Oct 12 02:32:35.937446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-8e828016-9afd-4db4-ac7d-e47647a7f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:35.938925 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-8e828016-9afd-4db4-ac7d-e47647a7f579 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 1129 time: 0.0395045 Oct 12 02:32:36.051356 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-fca16f27-cd77-4fbb-b115-df6a57073443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:36.052870 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-fca16f27-cd77-4fbb-b115-df6a57073443 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.0946641 Oct 12 02:32:36.096732 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-dca89abf-f10d-4ed0-ab9b-5825c8121a33 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0329356 Oct 12 02:32:36.150898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-cf9ce436-059b-4c60-9cba-d8f5bdf9ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:36.152331 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-cf9ce436-059b-4c60-9cba-d8f5bdf9ede2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0489397 Oct 12 02:32:36.200365 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-2091fe04-8ea6-445b-9992-6c9bcabe41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:36.201902 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-2091fe04-8ea6-445b-9992-6c9bcabe41b3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0419197 Oct 12 02:32:36.278954 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:36.296060 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-f726ec5c-4dc9-445f-89e8-becf11974d23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870626 Oct 12 02:32:36.361451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:36.391358 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2972f2e1-e988-4ff8-8d53-24946b194089 req-577db78c-a8c2-46e6-ac1f-33ef142e6baf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885413 Oct 12 02:32:36.731220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36e07a-d46e-4b3f-94e8-cd0932f16a90 req-0fb17ac3-fba6-4d61-b9ad-3019380483f6 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:36.733099 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1d36e07a-d46e-4b3f-94e8-cd0932f16a90 req-0fb17ac3-fba6-4d61-b9ad-3019380483f6 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0481720 Oct 12 02:32:36.781131 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1d36e07a-d46e-4b3f-94e8-cd0932f16a90 req-ff5e5433-a041-4911-b0e3-e154f99bf75c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418572 Oct 12 02:32:37.935804 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bfab7-66b9-4aec-a685-f364caa6df60 req-d53ff9be-fb29-4e32-928e-dc28f16b02a3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:37.938559 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-678bfab7-66b9-4aec-a685-f364caa6df60 req-d53ff9be-fb29-4e32-928e-dc28f16b02a3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0629020 Oct 12 02:32:37.976956 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:37.998274 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-678bfab7-66b9-4aec-a685-f364caa6df60 req-a7c52703-4035-41f9-bc62-d718aef2e36c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541530 Oct 12 02:32:38.133614 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:38.741435 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 25f1afb2-8265-47b9-a886-68bcb021c054 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:32:38.761586 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 25f1afb2-8265-47b9-a886-68bcb021c054 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:32:38.761933 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 25f1afb2-8265-47b9-a886-68bcb021c054 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:32:39.135611 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc3b46-6021-435b-b405-c6e9f230c681 req-bb371ba4-7f6e-4e6b-9be8-b40f88a25a27 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:39.137247 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c6fc3b46-6021-435b-b405-c6e9f230c681 req-bb371ba4-7f6e-4e6b-9be8-b40f88a25a27 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0551105 Oct 12 02:32:39.190215 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c6fc3b46-6021-435b-b405-c6e9f230c681 req-40c2a698-6188-4458-8295-a84feb32fc12 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473411 Oct 12 02:32:40.334557 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18163faf-559f-4901-9398-2c1ac8c5deb3 req-0eb07690-c7c6-430c-972e-25028ccc34a6 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:40.340950 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-18163faf-559f-4901-9398-2c1ac8c5deb3 req-0eb07690-c7c6-430c-972e-25028ccc34a6 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0573838 Oct 12 02:32:40.389834 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-18163faf-559f-4901-9398-2c1ac8c5deb3 req-de7c5fda-a36a-43e0-815e-883ddd215733 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473676 Oct 12 02:32:41.536202 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c4f9-8a56-4bd5-8d23-31fee6349532 req-0d407fff-547d-458f-8aa3-8eca4e02c2d3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:41.537717 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-47d4c4f9-8a56-4bd5-8d23-31fee6349532 req-0d407fff-547d-458f-8aa3-8eca4e02c2d3 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0548065 Oct 12 02:32:41.592162 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-47d4c4f9-8a56-4bd5-8d23-31fee6349532 req-a73057a2-f1f7-41bc-b592-d1dcda234494 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462842 Oct 12 02:32:42.174241 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470e214-3b2d-45b3-9132-b9446f1a6391 req-8f425cf0-79d1-4e41-967e-110631726823 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.175654 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2470e214-3b2d-45b3-9132-b9446f1a6391 req-8f425cf0-79d1-4e41-967e-110631726823 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0600801 Oct 12 02:32:42.277620 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2470e214-3b2d-45b3-9132-b9446f1a6391 req-cb8f7b37-4aca-4ad2-a6b7-71d6b47b4b1b tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916553 Oct 12 02:32:42.380990 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-f703f61c-bedc-4a8c-8109-6973ab40a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.383873 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-f703f61c-bedc-4a8c-8109-6973ab40a6af service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1168 time: 0.0546191 Oct 12 02:32:42.491123 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-b0a8158c-61f8-49e6-9485-ddecfeb953ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.492616 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-b0a8158c-61f8-49e6-9485-ddecfeb953ad service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 200 len: 915 time: 0.0956540 Oct 12 02:32:42.568455 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-d2bc6704-276f-43b9-8b80-77b195fd60d4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 1000 time: 0.0649509 Oct 12 02:32:42.621512 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-871ec329-135f-4230-9524-fecbd389a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.623091 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-871ec329-135f-4230-9524-fecbd389a4aa service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d50e3daa-409d-40e1-8916-f2cecb43aad5 HTTP/1.1" status: 200 len: 853 time: 0.0482841 Oct 12 02:32:42.673512 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-8198424e-2942-47d9-9f3d-ee8e6e9a1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.675054 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-8198424e-2942-47d9-9f3d-ee8e6e9a1236 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b82c8408-5252-4671-b3db-7f2cceb9fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446274 Oct 12 02:32:42.746796 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb572b-5415-4fb1-a123-559d835f8554 req-325dd312-7a6b-4c37-b61b-650b47ee1e6f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.749222 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fdbb572b-5415-4fb1-a123-559d835f8554 req-325dd312-7a6b-4c37-b61b-650b47ee1e6f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0604522 Oct 12 02:32:42.789263 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-d841ff8d-a953-4b28-8f7d-08550e7e7114 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061699 Oct 12 02:32:42.810219 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fdbb572b-5415-4fb1-a123-559d835f8554 req-add69004-2c78-4878-8824-52ad95464fa6 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541747 Oct 12 02:32:42.911138 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c7b80346-f4bd-4482-bfb9-1b6e64e63040 req-f847db41-f776-4d3e-ba46-5c543f07a4f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149402 Oct 12 02:32:43.082025 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb9b6-148e-4d5e-a514-cf4e96519802 req-96e11a63-f83c-49ea-be79-d862d96c9bdc tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.083901 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f59fb9b6-148e-4d5e-a514-cf4e96519802 req-96e11a63-f83c-49ea-be79-d862d96c9bdc tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0702777 Oct 12 02:32:43.173142 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f59fb9b6-148e-4d5e-a514-cf4e96519802 req-64e87de7-03fb-4e42-8890-f3496e669bb1 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802243 Oct 12 02:32:43.344429 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:43.357982 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-2b05d43c-6353-4022-803b-e36917e35160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.358514 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-2b05d43c-6353-4022-803b-e36917e35160 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 1129 time: 0.0460925 Oct 12 02:32:43.479283 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66407506-f29c-4f5c-a8ad-00420b0f69ed req-bafacfc8-6f57-4510-b44f-788e8934fca0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.481103 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-66407506-f29c-4f5c-a8ad-00420b0f69ed req-bafacfc8-6f57-4510-b44f-788e8934fca0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0879993 Oct 12 02:32:43.499372 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:43.546745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-59e981d8-27ca-4afc-912e-6f44c0ca741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.548411 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-59e981d8-27ca-4afc-912e-6f44c0ca741e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 911 time: 0.1749852 Oct 12 02:32:43.614664 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-66407506-f29c-4f5c-a8ad-00420b0f69ed req-3fd3fbd3-1de4-4ea9-93f5-8de7cbf5b6dd tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223080 Oct 12 02:32:43.642172 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-e2343d87-e661-4f0d-9a92-f117d29de688 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0853231 Oct 12 02:32:43.701809 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-198b98f5-565b-4d56-bb0c-97c61d27e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.703349 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-198b98f5-565b-4d56-bb0c-97c61d27e79d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.0522859 Oct 12 02:32:43.751014 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-04e34bde-9e26-40e7-990d-aad9ae4ebe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.752773 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-04e34bde-9e26-40e7-990d-aad9ae4ebe8e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0406873 Oct 12 02:32:43.855611 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-1ef36206-3780-4fce-88bc-9f341cb88d77 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954905 Oct 12 02:32:43.953053 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52a06ce7-3bfd-4488-bb85-a589cb87e19d req-a59ceea9-5126-4ba3-ba9e-57cfdfe63e82 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901153 Oct 12 02:32:44.311518 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fe1fa-edd1-4ed4-af85-998466b618a7 req-fec9d495-1dd6-4168-8e68-649ec318be89 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:44.313564 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1d2fe1fa-edd1-4ed4-af85-998466b618a7 req-fec9d495-1dd6-4168-8e68-649ec318be89 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0572391 Oct 12 02:32:44.385164 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1d2fe1fa-edd1-4ed4-af85-998466b618a7 req-b04f7874-7fed-4bdb-8fec-8c2545d1446d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653548 Oct 12 02:32:44.743151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbb6ca-c039-403b-a65a-2c9f48148829 req-a1b1fe2e-1de6-4594-8669-bb4b3c742b28 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:44.744925 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4adbb6ca-c039-403b-a65a-2c9f48148829 req-a1b1fe2e-1de6-4594-8669-bb4b3c742b28 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0548463 Oct 12 02:32:44.822386 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4adbb6ca-c039-403b-a65a-2c9f48148829 req-6e4cb2cf-60a0-4faa-a905-6ca4a95d29ef tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679789 Oct 12 02:32:45.521117 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c475c-f1c8-4d5d-b85f-4ae00ff68ebc req-86671c0d-430e-4ea7-be5a-d409ccf99c24 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:45.527431 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-525c475c-f1c8-4d5d-b85f-4ae00ff68ebc req-86671c0d-430e-4ea7-be5a-d409ccf99c24 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0546839 Oct 12 02:32:45.592299 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-525c475c-f1c8-4d5d-b85f-4ae00ff68ebc req-2af03556-edd4-4322-9bc1-cf27e64f48ad tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639634 Oct 12 02:32:45.967206 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199e08-3adb-48d6-8d7e-fb1e7f781dfa req-8196e638-d4f5-47fb-9ebc-447fedfb9c45 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:45.968849 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a3199e08-3adb-48d6-8d7e-fb1e7f781dfa req-8196e638-d4f5-47fb-9ebc-447fedfb9c45 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0537982 Oct 12 02:32:46.036525 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a3199e08-3adb-48d6-8d7e-fb1e7f781dfa req-6a5b07a1-51ea-4ac7-8cd0-db8a77d83706 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610893 Oct 12 02:32:46.781926 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a5201b87-1842-4c56-bc15-0e766106b17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.170584 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a131-2b5c-471f-b304-38c47178bb2c req-41760bdb-f1b9-4455-a3f1-ee7fb8f0b955 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:47.172745 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-19a5a131-2b5c-471f-b304-38c47178bb2c req-41760bdb-f1b9-4455-a3f1-ee7fb8f0b955 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0529728 Oct 12 02:32:47.242196 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-19a5a131-2b5c-471f-b304-38c47178bb2c req-be46bd02-a499-4ce1-bb03-d2583bc5e568 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627248 Oct 12 02:32:48.378703 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb963af4-c431-448c-885a-18deb9239e61 req-cf4b2a71-85cc-4ab6-a9d3-4bbf283a58d8 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:48.380325 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eb963af4-c431-448c-885a-18deb9239e61 req-cf4b2a71-85cc-4ab6-a9d3-4bbf283a58d8 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0543802 Oct 12 02:32:48.446512 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eb963af4-c431-448c-885a-18deb9239e61 req-9e137fb1-a368-44fc-9df0-38d0853728d0 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600600 Oct 12 02:32:48.995414 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:49.001772 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9e3c494c-29a2-45e0-9044-eebf0be2838e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.581946 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:49.594558 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705fb49-3dbc-4ae0-859d-cb29cad7a82c req-1b391255-a7f6-499f-b331-6c442bc7e71e tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:49.596185 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8705fb49-3dbc-4ae0-859d-cb29cad7a82c req-1b391255-a7f6-499f-b331-6c442bc7e71e tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0656734 Oct 12 02:32:49.665396 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8705fb49-3dbc-4ae0-859d-cb29cad7a82c req-4fcea9c2-bc96-4ed5-b6cf-6b51d8f8467d tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598593 Oct 12 02:32:50.292834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.814656 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c301d44-4507-4993-a80e-1f305f40fd36 req-04074c25-84e4-459c-87cb-ee5393faf634 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:50.816208 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6c301d44-4507-4993-a80e-1f305f40fd36 req-04074c25-84e4-459c-87cb-ee5393faf634 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0671744 Oct 12 02:32:50.886979 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6c301d44-4507-4993-a80e-1f305f40fd36 req-60f55b5e-3050-47d0-8880-459f2bf19052 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641730 Oct 12 02:32:51.902370 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.986764 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.994606 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:52.034585 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e1ef-89a9-47ed-b48a-7449a8e49994 req-994b6c8f-71a2-4b40-9d6a-0a3c8d717181 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:52.036073 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8027e1ef-89a9-47ed-b48a-7449a8e49994 req-994b6c8f-71a2-4b40-9d6a-0a3c8d717181 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0510290 Oct 12 02:32:52.102227 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8027e1ef-89a9-47ed-b48a-7449a8e49994 req-d215f248-aa4d-4aad-a8db-c6aa507fb52d tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597987 Oct 12 02:32:53.243032 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416a441-d8df-40f1-913f-d428f0797534 req-eacba9e2-c8a7-4f42-a2cc-68bc0c6f9546 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:53.244814 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0416a441-d8df-40f1-913f-d428f0797534 req-eacba9e2-c8a7-4f42-a2cc-68bc0c6f9546 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0537739 Oct 12 02:32:53.308418 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0416a441-d8df-40f1-913f-d428f0797534 req-97ab1e3f-00eb-4732-883a-92abc5464514 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578299 Oct 12 02:32:54.030713 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac198613-0b14-4662-932a-1f460e9a3cd3 req-867acdf9-80a6-41c7-8195-2ef7cdd08317 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.032091 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ac198613-0b14-4662-932a-1f460e9a3cd3 req-867acdf9-80a6-41c7-8195-2ef7cdd08317 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0521646 Oct 12 02:32:54.045987 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-9a6983b9-f1b9-45c2-87df-e96e62693afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.047464 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-9a6983b9-f1b9-45c2-87df-e96e62693afd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1129 time: 0.0394554 Oct 12 02:32:54.076932 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:54.080422 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ac198613-0b14-4662-932a-1f460e9a3cd3 req-f6fef17d-e217-49b4-ba28-f17635f3ccdf tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Oct 12 02:32:54.146814 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-1ec29837-92ab-4295-b888-8212a784e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.149045 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-1ec29837-92ab-4295-b888-8212a784e800 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.0907347 Oct 12 02:32:54.211610 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-bed20ac4-2798-4fcb-8870-55685535c8e0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 1000 time: 0.0539567 Oct 12 02:32:54.234456 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56220) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:54.264116 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-aec8d0e5-23a5-46c6-b2c8-e7d49b5fccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.265592 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-aec8d0e5-23a5-46c6-b2c8-e7d49b5fccfe service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0477326 Oct 12 02:32:54.267280 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:54.281516 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_v2 [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Deleting subnet 59c7219e-d325-47cc-9f94-a103471888cc {{(pid=104427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:32:54.284586 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Publish callbacks [] for subnet (59c7219e-d325-47cc-9f94-a103471888cc), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.308811 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-dd1df168-ba16-4324-913a-57ea97525efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.310299 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-dd1df168-ba16-4324-913a-57ea97525efe service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0386727 Oct 12 02:32:54.319403 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12782313'] for subnet (59c7219e-d325-47cc-9f94-a103471888cc), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.366656 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (59c7219e-d325-47cc-9f94-a103471888cc), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.415939 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-e0435f0e-3ce0-4530-8c69-e95d6853ff5f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990362 Oct 12 02:32:54.428791 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13551443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12791623'] for subnet (59c7219e-d325-47cc-9f94-a103471888cc), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.455131 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c7219e-d325-47cc-9f94-a103471888cc,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:54.460624 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.463743 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/59c7219e-d325-47cc-9f94-a103471888cc HTTP/1.1" status: 204 len: 168 time: 0.2282343 Oct 12 02:32:54.467638 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56224) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:54.474682 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.475033 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.475412 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.475755 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.476091 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.476425 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.476775 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.477102 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.477433 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.477760 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.478086 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.478420 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.478743 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.479064 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.479382 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c9612-718c-4ddb-8341-1caf93625f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.491415 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab6478-1ab6-4cb5-a534-e2174e671dc9 req-0add4022-ef86-450b-8326-451cc5483a8c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.492946 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-99ab6478-1ab6-4cb5-a534-e2174e671dc9 req-0add4022-ef86-450b-8326-451cc5483a8c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0964251 Oct 12 02:32:54.547250 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.565881 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d066002f-b1d1-44d8-bd8a-37771d01da03 req-3bc27af9-607d-4849-82d3-635ddbd493de service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334829 Oct 12 02:32:54.590814 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-99ab6478-1ab6-4cb5-a534-e2174e671dc9 req-e329a1c5-0729-4772-922c-3e3931f5dd79 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849371 Oct 12 02:32:54.630940 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.651831 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:54.660989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8f1428-8268-4588-9300-e3cfc177045b') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:54.661313 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8f1428-8268-4588-9300-e3cfc177045b') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:54.671213 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (ce8f1428-8268-4588-9300-e3cfc177045b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.686439 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (ce8f1428-8268-4588-9300-e3cfc177045b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.695144 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:32:54.695687 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (ce8f1428-8268-4588-9300-e3cfc177045b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.747719 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment ce8f1428-8268-4588-9300-e3cfc177045b resource provider aggregate not found Oct 12 02:32:54.768130 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment ce8f1428-8268-4588-9300-e3cfc177045b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce8f1428-8268-4588-9300-e3cfc177045b found for delete ", "request_id": "req-24805015-6975-46c0-8131-3dddbaee7d74"}]} Oct 12 02:32:54.772696 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.777397 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.780558 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b HTTP/1.1" status: 204 len: 168 time: 0.3119907 Oct 12 02:32:54.793645 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6b7c0-8b86-4056-af65-475cbe4b0d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d88b5a9-fa5b-4e9c-b1ea-359cf2aca60b,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:54.944958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56236) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:54.985603 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6324e9d1-948d-486a-8369-ae04ed8398a7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6fc52397af5e43f088b80ace86b9d736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394540 Oct 12 02:32:54.988119 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56238) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:55.036126 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d545bb6-59e3-4d98-afb9-37440ba67939 admin admin] Publish callbacks [] for security_group (b9efef88-035e-41a0-8240-9e45fa653249), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.057509 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d545bb6-59e3-4d98-afb9-37440ba67939 admin admin] Publish callbacks [] for security_group (b9efef88-035e-41a0-8240-9e45fa653249), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.105227 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d545bb6-59e3-4d98-afb9-37440ba67939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b9efef88-035e-41a0-8240-9e45fa653249), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.108122 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d545bb6-59e3-4d98-afb9-37440ba67939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.109284 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8d545bb6-59e3-4d98-afb9-37440ba67939 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b9efef88-035e-41a0-8240-9e45fa653249 HTTP/1.1" status: 204 len: 168 time: 0.1202493 Oct 12 02:32:55.119740 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d545bb6-59e3-4d98-afb9-37440ba67939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efef88-035e-41a0-8240-9e45fa653249,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:55.213171 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc84ffe-708f-481e-92ed-78ab54faa325 req-7078ffe8-543e-4467-b801-0957a789a234 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:55.214852 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-edc84ffe-708f-481e-92ed-78ab54faa325 req-7078ffe8-543e-4467-b801-0957a789a234 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Oct 12 02:32:55.265242 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-edc84ffe-708f-481e-92ed-78ab54faa325 req-4c18099a-ff1b-4ed3-8a06-507b80ce378b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441277 Oct 12 02:32:55.718547 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e37c7-b01d-43c3-b37d-0b7ac4eeea51 req-eca27fec-54f7-4c75-95db-23dc4e8bc55d tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:55.720025 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c97e37c7-b01d-43c3-b37d-0b7ac4eeea51 req-eca27fec-54f7-4c75-95db-23dc4e8bc55d tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0504646 Oct 12 02:32:55.954274 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:55.995736 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c97e37c7-b01d-43c3-b37d-0b7ac4eeea51 req-a00b91e4-94c2-489d-969c-7b7ea34f7522 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2694056 Oct 12 02:32:56.378691 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:56.387605 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9dd3c-9e57-45cc-a067-a14c9d7b7a6e req-07bcfe79-ac04-4e09-a2bf-60b51119549c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:56.389098 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-61e9dd3c-9e57-45cc-a067-a14c9d7b7a6e req-07bcfe79-ac04-4e09-a2bf-60b51119549c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0474832 Oct 12 02:32:56.434851 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-61e9dd3c-9e57-45cc-a067-a14c9d7b7a6e req-821e5943-4f62-4fef-80e1-59fc46dbaf62 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399189 Oct 12 02:32:57.116977 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a5171-eac0-4422-a85a-9897cc2d1255 req-4f9b7e4c-7104-47d9-a0b9-bff5237f99d9 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.118460 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3c3a5171-eac0-4422-a85a-9897cc2d1255 req-4f9b7e4c-7104-47d9-a0b9-bff5237f99d9 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0473590 Oct 12 02:32:57.177979 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3c3a5171-eac0-4422-a85a-9897cc2d1255 req-2b31cc52-bcfe-454d-bf44-7d65ab32c849 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538869 Oct 12 02:32:57.561847 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed968-6fbc-4866-aa53-9c341bd766cf req-8a3178de-2bc4-4b70-b583-acd9b282bee4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.563482 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2c0ed968-6fbc-4866-aa53-9c341bd766cf req-8a3178de-2bc4-4b70-b583-acd9b282bee4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Oct 12 02:32:57.612138 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2c0ed968-6fbc-4866-aa53-9c341bd766cf req-79bd3865-0bce-439c-a082-350be4164d7b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429666 Oct 12 02:32:58.301459 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6c8ce-1abe-4885-a69e-a0dc3aa282db req-d3c4b938-c82e-4cbb-afeb-55e6bc1f9e40 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:58.302926 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0ba6c8ce-1abe-4885-a69e-a0dc3aa282db req-d3c4b938-c82e-4cbb-afeb-55e6bc1f9e40 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0497627 Oct 12 02:32:58.314868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:58.364628 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0ba6c8ce-1abe-4885-a69e-a0dc3aa282db req-8f4b999f-cd50-49dd-857b-93523990716c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559585 Oct 12 02:32:58.745376 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dbea8-e78e-4ee3-ab96-837022660435 req-66afc53f-e725-4d43-a7f2-4356b7a300ac tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:58.746782 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0e7dbea8-e78e-4ee3-ab96-837022660435 req-66afc53f-e725-4d43-a7f2-4356b7a300ac tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0533595 Oct 12 02:32:58.797387 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0e7dbea8-e78e-4ee3-ab96-837022660435 req-cf2ae77b-13be-46d6-aabe-2e77ae5f894d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Oct 12 02:32:59.489185 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4863-006f-478c-ba19-0c7ea93667dc req-a419b546-2fa3-4562-baf6-859c99115bea tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:59.491211 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbfa4863-006f-478c-ba19-0c7ea93667dc req-a419b546-2fa3-4562-baf6-859c99115bea tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0488379 Oct 12 02:32:59.555458 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbfa4863-006f-478c-ba19-0c7ea93667dc req-2d4c9416-a15f-4abc-9501-6fd2c77a98e1 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586486 Oct 12 02:32:59.930809 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555f65-80c4-47e8-9fb2-7dd657c10d09 req-a4d43bd5-6bad-4ba0-ab03-dafb9ebe6119 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:59.932185 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b3555f65-80c4-47e8-9fb2-7dd657c10d09 req-a4d43bd5-6bad-4ba0-ab03-dafb9ebe6119 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0530534 Oct 12 02:32:59.979906 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b3555f65-80c4-47e8-9fb2-7dd657c10d09 req-fe19c8fc-0f41-44a6-9147-a5249d334b17 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Oct 12 02:33:00.681702 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3f809-f4dc-42be-b8de-bc8473399926 req-a91a1b79-e2e3-45a4-94f2-f67c78360b5e tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:00.683142 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c8e3f809-f4dc-42be-b8de-bc8473399926 req-a91a1b79-e2e3-45a4-94f2-f67c78360b5e tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0497582 Oct 12 02:33:00.742151 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c8e3f809-f4dc-42be-b8de-bc8473399926 req-b1a94df3-b89c-4a9e-9f4c-030a129cc2ac tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5037c27-380d-4f89-bfcf-297b3425a421&id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533891 Oct 12 02:33:01.104939 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e227-4339-4d88-bae6-c95f765ccb19 req-98b78503-2e50-458f-bbbc-f57ea7ec41bd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:01.106695 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4ad6e227-4339-4d88-bae6-c95f765ccb19 req-98b78503-2e50-458f-bbbc-f57ea7ec41bd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0478446 Oct 12 02:33:01.149202 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:01.158035 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4ad6e227-4339-4d88-bae6-c95f765ccb19 req-d11ad52d-b6ef-4075-a487-2937df3d1651 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453610 Oct 12 02:33:02.279419 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a39fb-5d67-46de-b1cd-c18d4b6a7ac9 req-962ade18-c082-4a3d-b7c3-584797c59c85 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:02.280882 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7a39fb-5d67-46de-b1cd-c18d4b6a7ac9 req-962ade18-c082-4a3d-b7c3-584797c59c85 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0478654 Oct 12 02:33:02.328691 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7a39fb-5d67-46de-b1cd-c18d4b6a7ac9 req-8b97a30d-5d1c-440e-973f-22d461c91fc9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Oct 12 02:33:03.446491 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb484f-3a39-4173-816d-0eabc24fe67c req-d152a27c-287f-45a9-ad8e-a4abeb2fb274 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:03.447920 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eceb484f-3a39-4173-816d-0eabc24fe67c req-d152a27c-287f-45a9-ad8e-a4abeb2fb274 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0455604 Oct 12 02:33:03.498012 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-eceb484f-3a39-4173-816d-0eabc24fe67c req-47659456-28b6-4fe3-8731-5b58a4e7c0e4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445254 Oct 12 02:33:04.619055 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394229-69d2-4b84-a1c4-8372938ebbaf req-7adc620f-0a02-4c02-ae64-0a1834522a07 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:04.620495 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2b394229-69d2-4b84-a1c4-8372938ebbaf req-7adc620f-0a02-4c02-ae64-0a1834522a07 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0459614 Oct 12 02:33:04.669928 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2b394229-69d2-4b84-a1c4-8372938ebbaf req-6e66ebb4-afcd-436c-8055-59e8dca00e3b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439985 Oct 12 02:33:05.132420 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:05.133181 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:05.137659 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:33:05.210238 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:05.790854 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadf0bf-56f8-420e-9d7f-8430dd0a8d53 req-77b471b0-bb39-460a-917f-29d560abd0c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:05.792343 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ebadf0bf-56f8-420e-9d7f-8430dd0a8d53 req-77b471b0-bb39-460a-917f-29d560abd0c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0472536 Oct 12 02:33:05.840485 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ebadf0bf-56f8-420e-9d7f-8430dd0a8d53 req-d679ef6f-3ed3-4055-9eba-93826f16fd22 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Oct 12 02:33:06.231984 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56390) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:06.337553 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a4add309-6276-4c0f-baab-307a3904077d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.413588 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a4add309-6276-4c0f-baab-307a3904077d admin admin] Publish callbacks [] for security_group (6cdc892b-bee1-4493-bca8-034643495b5a), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.417200 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a4add309-6276-4c0f-baab-307a3904077d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6cdc892b-bee1-4493-bca8-034643495b5a), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.455838 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a4add309-6276-4c0f-baab-307a3904077d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d818487c9c0b479e806cc179074542d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227776 Oct 12 02:33:06.456924 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4add309-6276-4c0f-baab-307a3904077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc892b-bee1-4493-bca8-034643495b5a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:06.458587 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56394) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:06.509859 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7b6d-8153-48dd-a5b3-63e14124126f admin admin] Publish callbacks [] for security_group (6cdc892b-bee1-4493-bca8-034643495b5a), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.530772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7b6d-8153-48dd-a5b3-63e14124126f admin admin] Publish callbacks [] for security_group (6cdc892b-bee1-4493-bca8-034643495b5a), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.578144 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7b6d-8153-48dd-a5b3-63e14124126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (6cdc892b-bee1-4493-bca8-034643495b5a), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.580823 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7b6d-8153-48dd-a5b3-63e14124126f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.581970 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-b4fb7b6d-8153-48dd-a5b3-63e14124126f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6cdc892b-bee1-4493-bca8-034643495b5a HTTP/1.1" status: 204 len: 168 time: 0.1222756 Oct 12 02:33:06.590665 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb7b6d-8153-48dd-a5b3-63e14124126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc892b-bee1-4493-bca8-034643495b5a,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:06.961044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c9438-445f-4f13-86a4-abb5794be8c5 req-322ce18b-e97b-460a-92e8-a0416ed04613 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:06.962499 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0c3c9438-445f-4f13-86a4-abb5794be8c5 req-322ce18b-e97b-460a-92e8-a0416ed04613 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0470791 Oct 12 02:33:07.009825 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0c3c9438-445f-4f13-86a4-abb5794be8c5 req-d003ca8e-42e5-44b2-a263-cd3f0042cafc tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Oct 12 02:33:08.133046 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdb176-f893-4765-a167-b47bea5dd67a req-ed49fe9e-d626-4b00-a51e-8d30e051c8aa tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:08.134528 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-84fdb176-f893-4765-a167-b47bea5dd67a req-ed49fe9e-d626-4b00-a51e-8d30e051c8aa tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0497615 Oct 12 02:33:08.181211 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-84fdb176-f893-4765-a167-b47bea5dd67a req-04825d2c-f71e-423b-b5f1-8737458a5052 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Oct 12 02:33:09.305285 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aa5bf-3c8d-4b9c-b920-b4122992a650 req-a5b84586-7bee-463a-b3f6-6365c131d339 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:09.306735 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-133aa5bf-3c8d-4b9c-b920-b4122992a650 req-a5b84586-7bee-463a-b3f6-6365c131d339 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0506124 Oct 12 02:33:09.330281 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:09.355269 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-133aa5bf-3c8d-4b9c-b920-b4122992a650 req-0d2adab7-af99-40d6-9d5d-515a5d327903 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Oct 12 02:33:10.476240 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111ebe1-ab8b-471a-a13c-aeab2bdf739e req-36132a53-8914-4bc4-a1b7-f8fe1e943627 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:10.477768 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7111ebe1-ab8b-471a-a13c-aeab2bdf739e req-36132a53-8914-4bc4-a1b7-f8fe1e943627 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0464435 Oct 12 02:33:10.519983 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:10.529061 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7111ebe1-ab8b-471a-a13c-aeab2bdf739e req-3510a973-5b5b-4abd-af6f-a61d06b882b7 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Oct 12 02:33:11.654336 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07ca5e-64fb-4e24-948a-1204750d68f4 req-54fd1e48-4706-433c-b102-f84a0f227644 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:11.655820 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ce07ca5e-64fb-4e24-948a-1204750d68f4 req-54fd1e48-4706-433c-b102-f84a0f227644 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0467386 Oct 12 02:33:11.689214 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:11.705079 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ce07ca5e-64fb-4e24-948a-1204750d68f4 req-b051f594-b26a-44ac-b174-4b427cf953fe tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Oct 12 02:33:12.104964 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0876-a442-428f-83ec-1d259b12ec79 req-db7084ad-786b-4448-8642-ec88e66b79e5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:12.106334 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a07f0876-a442-428f-83ec-1d259b12ec79 req-db7084ad-786b-4448-8642-ec88e66b79e5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0496280 Oct 12 02:33:12.152578 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a07f0876-a442-428f-83ec-1d259b12ec79 req-eaff532d-f2c8-4384-97ac-21aa9f82fb06 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Oct 12 02:33:12.827877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f06258-085b-46a1-b757-a31ce24a04df req-b5aa7022-5571-47ed-b904-e20ab49faf00 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:12.829344 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b7f06258-085b-46a1-b757-a31ce24a04df req-b5aa7022-5571-47ed-b904-e20ab49faf00 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0470884 Oct 12 02:33:12.880132 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b7f06258-085b-46a1-b757-a31ce24a04df req-ef882f28-350d-4c4a-a8b7-5fb174f6f4bf tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Oct 12 02:33:13.279298 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9d1b6-676f-4cb0-80c0-50974910cf3b req-e42d80ad-6da3-4178-bf51-bfffc7e83a12 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:13.280796 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-63c9d1b6-676f-4cb0-80c0-50974910cf3b req-e42d80ad-6da3-4178-bf51-bfffc7e83a12 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0469189 Oct 12 02:33:13.327955 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-63c9d1b6-676f-4cb0-80c0-50974910cf3b req-be309cb1-829d-4251-92c4-172526e26b40 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Oct 12 02:33:14.001027 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9f394-7c45-42eb-bb53-f6652c493749 req-9f39e22c-0322-4efa-9b5d-36869acbf1d8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:14.002482 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-82b9f394-7c45-42eb-bb53-f6652c493749 req-9f39e22c-0322-4efa-9b5d-36869acbf1d8 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0472524 Oct 12 02:33:14.048911 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-82b9f394-7c45-42eb-bb53-f6652c493749 req-3f8b40b4-a4fd-480d-8d23-ce894749bf6d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 Oct 12 02:33:14.124246 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9fd8fd14-047b-4d9f-868a-1fa8cf7d3db5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:14.125686 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9fd8fd14-047b-4d9f-868a-1fa8cf7d3db5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0456829 Oct 12 02:33:14.210006 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Deleting port 00cbe132-b469-4871-8a75-5b0b351f1a08 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:14.210764 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:14.299202 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] For port 00cbe132-b469-4871-8a75-5b0b351f1a08, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=00cbe132-b469-4871-8a75-5b0b351f1a08,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:14.299571 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:14.453240 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bce794-ed7a-46cf-a350-068072d14f33 req-36dce1ef-46ce-49c1-a894-caf1cb121c6a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:14.454701 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-61bce794-ed7a-46cf-a350-068072d14f33 req-36dce1ef-46ce-49c1-a894-caf1cb121c6a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 947 time: 0.0466526 Oct 12 02:33:14.505822 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-61bce794-ed7a-46cf-a350-068072d14f33 req-e382845c-c106-4de2-9802-d535ee884f5b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa2cf708-9640-4d1f-8d73-e795fa2ca05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449309 Oct 12 02:33:14.509610 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:14.509988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d5f69ba1-490c-4125-a222-7a02f0f2cc95), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:14.510311 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Floating IP d5f69ba1-490c-4125-a222-7a02f0f2cc95 disassociated. External IP: 172.28.2.10, port: 00cbe132-b469-4871-8a75-5b0b351f1a08. Oct 12 02:33:14.510655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Calling delete_port for 00cbe132-b469-4871-8a75-5b0b351f1a08 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:14.639393 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (00cbe132-b469-4871-8a75-5b0b351f1a08), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:14.667676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event deleted for resources: {'Port': ['ID=00cbe132-b469-4871-8a75-5b0b351f1a08,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:14.776496 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:14.779436 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:14.821213 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:14.886009 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:14.895313 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] Sync routers for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:14.905688 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:14.906296 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:32:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:14.926796 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] No DVR routers for this DVR port 00cbe132-b469-4871-8a75-5b0b351f1a08 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:14.930142 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:14.933402 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-311aea47-cdf1-45ec-abd1-3f6fd8a0070e req-9505c729-1dc7-428d-9d1e-7f4661310e94 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "DELETE /networking/v2.0/ports/00cbe132-b469-4871-8a75-5b0b351f1a08 HTTP/1.1" status: 204 len: 173 time: 0.8025618 Oct 12 02:33:14.934012 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-deleted', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:14.936197 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f481805-69d8-4cf5-afb0-3228ff5b7549" -d '{"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-deleted", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:14.973891 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad517588-414a-4fb3-8de9-dbe31e7b8398 x-openstack-request-id: req-ad517588-414a-4fb3-8de9-dbe31e7b8398 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:14.974176 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b90fbf-ccaf-4c92-b6a8-13b9105dae48", "name": "network-vif-deleted", "tag": "00cbe132-b469-4871-8a75-5b0b351f1a08", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:14.974430 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad517588-414a-4fb3-8de9-dbe31e7b8398 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:14.974836 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad517588-414a-4fb3-8de9-dbe31e7b8398'] response: {'server_uuid': '77b90fbf-ccaf-4c92-b6a8-13b9105dae48', 'name': 'network-vif-deleted', 'tag': '00cbe132-b469-4871-8a75-5b0b351f1a08', 'status': 'completed', 'code': 200} Oct 12 02:33:15.010245 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:15.152980 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:15.154064 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:15.193403 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1c0-acdc-4dda-92d4-899e5e5387a5 req-6963a058-c83c-460d-82f2-6daa33ebf1cc tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:15.196918 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-61c5c1c0-acdc-4dda-92d4-899e5e5387a5 req-6963a058-c83c-460d-82f2-6daa33ebf1cc tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0618317 Oct 12 02:33:15.225432 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:15.253377 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-61c5c1c0-acdc-4dda-92d4-899e5e5387a5 req-0d3bd4d1-2f0b-4450-a833-832ea022e31e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516551 Oct 12 02:33:15.258509 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] Checking router: 7e0ce698-fa75-4978-bed3-4fe3d6a41168 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:15.267732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:15.268353 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:32:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:15.370316 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:15.636021 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2829fd00-3779-4858-a474-16b084aa2ef8 req-7d79afdf-e392-4dba-be36-b6815e7c25b5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.0325518 Oct 12 02:33:15.698482 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:15.723450 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472e7e8-557f-41bc-8a16-b40fe5423821 None None] The sync data for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb is: [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:15.954433 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad65068-c46a-4597-93c9-eb8cd50b5082 None None] New status for floating IP d5f69ba1-490c-4125-a222-7a02f0f2cc95: DOWN {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:16.268231 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835e972-d6ca-4485-a392-69a01c6e8f3f req-81f7811e-2be2-45bb-9959-ce1176d113c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:16.269731 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4835e972-d6ca-4485-a392-69a01c6e8f3f req-81f7811e-2be2-45bb-9959-ce1176d113c4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1129 time: 0.0402844 Oct 12 02:33:16.318634 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4835e972-d6ca-4485-a392-69a01c6e8f3f req-4e7a60d4-7b23-4417-b07e-b82dc6ecdad9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Oct 12 02:33:16.383131 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae22e3-23c0-4b0e-ad15-0831523e21c0 req-6f1c6997-b36d-4815-aa6e-d0f7e05b546b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:16.384529 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a0ae22e3-23c0-4b0e-ad15-0831523e21c0 req-6f1c6997-b36d-4815-aa6e-d0f7e05b546b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0467339 Oct 12 02:33:16.431111 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a0ae22e3-23c0-4b0e-ad15-0831523e21c0 req-ab00e42a-47f6-44cd-91d6-e4a6100be0c5 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406926 Oct 12 02:33:16.768187 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-11bbd0ed-40a7-434b-b8cd-7bedff430396 req-3b03d90e-1fb6-4825-bcca-ea238bd15181 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.0293286 Oct 12 02:33:16.780000 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-79d1840e-0825-4491-9213-fa1dbd6e7874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:17.572123 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:17.589438 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ff94-3aa2-455e-8f27-3382a7a83ae4 req-4650a5ac-d2e7-4217-9cae-6a0e71d1140e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:17.590993 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dee9ff94-3aa2-455e-8f27-3382a7a83ae4 req-4650a5ac-d2e7-4217-9cae-6a0e71d1140e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0793209 Oct 12 02:33:17.638350 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dee9ff94-3aa2-455e-8f27-3382a7a83ae4 req-c2e0c4f3-5816-418e-9a48-26a50d435c84 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Oct 12 02:33:17.889160 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ca923865-92d8-4651-bd57-d604a1bfe227 req-79ffbec9-d2c5-41c0-bcf9-05ae6972017d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77b90fbf-ccaf-4c92-b6a8-13b9105dae48 HTTP/1.1" status: 200 len: 210 time: 0.0264709 Oct 12 02:33:18.760514 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea940b40-59f6-48ad-9b90-bff847d4d53f req-c34a61cb-ed53-4c11-b9cc-75e359ecd520 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:18.761980 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ea940b40-59f6-48ad-9b90-bff847d4d53f req-c34a61cb-ed53-4c11-b9cc-75e359ecd520 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0471897 Oct 12 02:33:18.808244 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ea940b40-59f6-48ad-9b90-bff847d4d53f req-80be1902-ef7c-4133-8e48-49919964c9da tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Oct 12 02:33:18.953170 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:18.974137 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 00cbe132-b469-4871-8a75-5b0b351f1a08 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:18.974481 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 00cbe132-b469-4871-8a75-5b0b351f1a08 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:18.990376 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56472) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:19.002071 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d3b96c40-06e9-4288-9984-169432c63cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.052273 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-70c981b2-2be5-40a3-aaa3-a9650be7b62d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (fa2cf708-9640-4d1f-8d73-e795fa2ca05e), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.081318 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-70c981b2-2be5-40a3-aaa3-a9650be7b62d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (fa2cf708-9640-4d1f-8d73-e795fa2ca05e), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.135261 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-70c981b2-2be5-40a3-aaa3-a9650be7b62d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (fa2cf708-9640-4d1f-8d73-e795fa2ca05e), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.137769 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-70c981b2-2be5-40a3-aaa3-a9650be7b62d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.138948 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-70c981b2-2be5-40a3-aaa3-a9650be7b62d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fa2cf708-9640-4d1f-8d73-e795fa2ca05e HTTP/1.1" status: 204 len: 168 time: 0.1465411 Oct 12 02:33:19.141831 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56478) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:19.148848 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c981b2-2be5-40a3-aaa3-a9650be7b62d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2cf708-9640-4d1f-8d73-e795fa2ca05e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:19.157427 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.api.v2.resource [None req-25679f8b-228c-409b-9fa2-3b9297fa9397 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] show failed (client error): The resource could not be found. Oct 12 02:33:19.158768 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-25679f8b-228c-409b-9fa2-3b9297fa9397 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups/fa2cf708-9640-4d1f-8d73-e795fa2ca05e HTTP/1.1" status: 404 len: 347 time: 0.0159533 Oct 12 02:33:19.161971 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56480) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:19.283018 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-51a0e447-f614-481a-ae6b-22f415177c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:19.284565 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-51a0e447-f614-481a-ae6b-22f415177c2a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1129 time: 0.0398519 Oct 12 02:33:19.323217 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48283-9ba4-4ee4-88cb-0cebb4cca631 req-ed2445c2-0395-4da9-b0d4-e10ee5aa73ad tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:19.324719 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-cdd48283-9ba4-4ee4-88cb-0cebb4cca631 req-ed2445c2-0395-4da9-b0d4-e10ee5aa73ad tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0792181 Oct 12 02:33:19.325764 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Deleting port 75c9e9fa-050d-4fb4-97c4-32a61f3e773d {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:19.326106 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.381038 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-3285b0e9-d1e0-4f09-b527-013ae9589ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:19.382696 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-3285b0e9-d1e0-4f09-b527-013ae9589ab8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.0924039 Oct 12 02:33:19.428113 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-cdd48283-9ba4-4ee4-88cb-0cebb4cca631 req-87c49763-699b-4a38-a35e-fd0ed9d1fe01 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897610 Oct 12 02:33:19.436425 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.436787 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.452715 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-89b8222e-3fdb-4e0b-8eff-374b0ecba04c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 1000 time: 0.0591404 Oct 12 02:33:19.452848 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Calling delete_port for 75c9e9fa-050d-4fb4-97c4-32a61f3e773d owned by network:floatingip {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:19.502862 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-f95c9e4c-c666-45c1-b7e7-d1e17b89c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:19.504324 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-f95c9e4c-c666-45c1-b7e7-d1e17b89c2b5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0489717 Oct 12 02:33:19.507778 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:19.548997 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-0b0de288-17b0-4a2d-b6ac-214d912b9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:19.550486 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-0b0de288-17b0-4a2d-b6ac-214d912b9f34 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0398164 Oct 12 02:33:19.592191 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (75c9e9fa-050d-4fb4-97c4-32a61f3e773d), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.621437 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event deleted for resources: {'Port': ['ID=75c9e9fa-050d-4fb4-97c4-32a61f3e773d,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:19.640377 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-5a45d755-76e6-4ef1-adf6-601f98beb945 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837049 Oct 12 02:33:19.682895 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (d5f69ba1-490c-4125-a222-7a02f0f2cc95), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.685308 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.686458 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5839b2ec-f6d2-48ca-83a2-0e32061def52 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/d5f69ba1-490c-4125-a222-7a02f0f2cc95 HTTP/1.1" status: 204 len: 168 time: 0.5233254 Oct 12 02:33:19.737069 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b56b0572-944a-45d1-ac10-29efe1b39759 req-6a4eb403-2ab3-4766-a682-c0e884ec6dd7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909770 Oct 12 02:33:19.772236 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56486) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:19.777329 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-f86e3e5f-22c9-4413-ae9b-db015aaf2161 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668808307', 'description': 'tempest-description--11689937'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:19.801979 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e5f-22c9-4413-ae9b-db015aaf2161 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.876757 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e5f-22c9-4413-ae9b-db015aaf2161 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (30459007-e7bb-4865-95a3-bbe0726ac00e), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.880369 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e5f-22c9-4413-ae9b-db015aaf2161 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (30459007-e7bb-4865-95a3-bbe0726ac00e), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.910369 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e3e5f-22c9-4413-ae9b-db015aaf2161 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30459007-e7bb-4865-95a3-bbe0726ac00e,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:19.915727 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e5f-22c9-4413-ae9b-db015aaf2161 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.916967 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f86e3e5f-22c9-4413-ae9b-db015aaf2161 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1431053 Oct 12 02:33:19.919794 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56488) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:19.924071 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-accbe243-e05b-4557-8906-19d5ac73113b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'security_group_rule': {'security_group_id': '30459007-e7bb-4865-95a3-bbe0726ac00e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:19.929348 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:19.952142 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-accbe243-e05b-4557-8906-19d5ac73113b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (b0340fe6-d5f8-4fb9-be49-45a0d53856c2), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.010319 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-accbe243-e05b-4557-8906-19d5ac73113b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (b0340fe6-d5f8-4fb9-be49-45a0d53856c2), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.013711 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-accbe243-e05b-4557-8906-19d5ac73113b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (b0340fe6-d5f8-4fb9-be49-45a0d53856c2), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.032799 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe243-e05b-4557-8906-19d5ac73113b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0340fe6-d5f8-4fb9-be49-45a0d53856c2,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:20.040848 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-accbe243-e05b-4557-8906-19d5ac73113b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.044795 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56490) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:20.045316 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-accbe243-e05b-4557-8906-19d5ac73113b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240761 Oct 12 02:33:20.049393 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-4f5e75c3-a2be-4163-834d-92fff9e34e43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'security_group_rule': {'security_group_id': '30459007-e7bb-4865-95a3-bbe0726ac00e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:20.062990 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:20.077646 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4f5e75c3-a2be-4163-834d-92fff9e34e43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (b8b0e767-e6a6-4d5b-b946-fa2b727fd225), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.134638 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4f5e75c3-a2be-4163-834d-92fff9e34e43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (b8b0e767-e6a6-4d5b-b946-fa2b727fd225), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.138001 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4f5e75c3-a2be-4163-834d-92fff9e34e43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (b8b0e767-e6a6-4d5b-b946-fa2b727fd225), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.158200 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e75c3-a2be-4163-834d-92fff9e34e43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b0e767-e6a6-4d5b-b946-fa2b727fd225,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:20.164615 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4f5e75c3-a2be-4163-834d-92fff9e34e43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.165182 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-4f5e75c3-a2be-4163-834d-92fff9e34e43 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191053 Oct 12 02:33:20.167931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56492) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:20.172102 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:20.182599 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:20.200291 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.279933 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.289602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.388511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Allocated IP 172.28.2.196 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/3414e0e1-c1fd-4418-8123-74a029aaa516) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:33:20.489361 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.521860 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.551036 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada26b81-e5a9-4bb5-bd95-a9068c241feb req-52c0a9c9-705a-4baf-b90b-fd0aadad54ca tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:20.552530 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ada26b81-e5a9-4bb5-bd95-a9068c241feb req-52c0a9c9-705a-4baf-b90b-fd0aadad54ca tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0470593 Oct 12 02:33:20.567519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:33:20.572450 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:33:20.577146 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:33:20.581960 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'Port': ['ID=3414e0e1-c1fd-4418-8123-74a029aaa516,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:20.604497 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ada26b81-e5a9-4bb5-bd95-a9068c241feb req-20440cba-5e25-4e8d-bcc9-38b1b31db327 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449815 Oct 12 02:33:20.628073 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (d3ea978c-d8e3-4c0e-8ca4-de0c7e222241), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.665198 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.718222 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:20.809527 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.813594 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.814268 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d3ea978c-d8e3-4c0e-8ca4-de0c7e222241), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.853158 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.854369 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6854897 Oct 12 02:33:20.861686 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492898da-b3f6-4167-ad12-d618f74a6e37 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'Port': ['ID=3414e0e1-c1fd-4418-8123-74a029aaa516,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:21.056173 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-29ce1b6c-03b5-43d4-bf6f-28f57fd6716a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--668808307&fields=id&tenant_id=1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 267 time: 0.0461531 Oct 12 02:33:21.086519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:21.168731 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-be18b180-d307-4550-887c-1cc3dcec75d8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:21.170200 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-be18b180-d307-4550-887c-1cc3dcec75d8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 817 time: 0.1075816 Oct 12 02:33:21.185097 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-c64a552e-4c53-4c2a-a924-b8e535bc840c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/quotas/1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 375 time: 0.0095375 Oct 12 02:33:21.237558 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-618553a6-853d-4484-81a3-6b9068ffdc49 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474460 Oct 12 02:33:21.334902 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-62920e7c-ebcb-4117-94d4-1197e638ea1b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835307 Oct 12 02:33:21.425762 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-3910e24e-0d52-4057-91cf-08ef82bbcdff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844932 Oct 12 02:33:21.595588 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0a6ab7d9-f052-4531-a203-ff0bb1fb62e5 req-458bedf4-5c46-4be9-b9ec-41ab72f0b9d4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 210 time: 0.0284731 Oct 12 02:33:21.729719 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fe301-4998-4772-b3ab-cef8bc7e5641 req-90f4332b-7575-4165-930d-eda9644a19e2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:21.731181 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1d1fe301-4998-4772-b3ab-cef8bc7e5641 req-90f4332b-7575-4165-930d-eda9644a19e2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Oct 12 02:33:21.783735 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1d1fe301-4998-4772-b3ab-cef8bc7e5641 req-0ad07c98-af27-4683-b569-37be92a647a1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463934 Oct 12 02:33:21.908504 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:21.969267 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:22.706243 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-05fb5a37-5d34-4e1a-89ec-b4f6b6e5bed9 req-1bd53880-a83a-4eb8-a219-d72620fcf032 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 210 time: 0.0309064 Oct 12 02:33:22.950292 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b493a-7d52-4743-b81d-17ab0dd413bc req-9a36ed99-7c2f-487c-8fe7-9952acce38d1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:22.951788 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d7b493a-7d52-4743-b81d-17ab0dd413bc req-9a36ed99-7c2f-487c-8fe7-9952acce38d1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0647562 Oct 12 02:33:22.994220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-2c3fdfcb-b604-40b3-9ca6-7fa2578e54a5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:22.995660 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-2c3fdfcb-b604-40b3-9ca6-7fa2578e54a5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 817 time: 0.1629188 Oct 12 02:33:23.021542 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d7b493a-7d52-4743-b81d-17ab0dd413bc req-22ed143b-59fd-488e-b3de-e7fcbc9c1c8c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628583 Oct 12 02:33:23.141389 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702cad7-0543-464e-9e6e-43b983d28ff1 req-fcfd7a77-a759-48df-a41f-a1521f6c79c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:23.142817 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6702cad7-0543-464e-9e6e-43b983d28ff1 req-fcfd7a77-a759-48df-a41f-a1521f6c79c0 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0486956 Oct 12 02:33:23.153172 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56536) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:23.157469 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Request body: {'floatingip': {'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:23.183920 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-72b58047-062e-461d-8baa-0952c0e52f49 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 379 time: 0.0528855 Oct 12 02:33:23.193413 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'port': {'device_id': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'admin_state_up': True, 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'security_groups': ['30459007-e7bb-4865-95a3-bbe0726ac00e']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:23.209721 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.297101 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:23.305980 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Made reservation on behalf of 1eff676e44134d7d8b2049ad864793d9 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:33:23.309930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.314835 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:23.418778 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:23.441900 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Allocated IP 172.20.0.3 (4edd6515-ed1f-4cdc-a544-e722ec9c958d/bb08c4bb-0e93-4f9f-802f-538d8016086f/688a9815-dbc7-4485-9abd-2784ab2a010f) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:33:23.582210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.615682 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.666551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:33:23.670036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:33:23.674210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:33:23.678751 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:23.679480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.689383 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:23.704323 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-442d98bd-5304-4187-945e-7e9451c6c4dc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5144055 Oct 12 02:33:23.722737 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Request body: {'port': {'device_id': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:23.800637 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.883424 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cd702-d8da-4ef6-8776-e57891d945a8 req-2ae5184c-2618-4919-aaf9-6188e10b1e8f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:23.885070 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6e2cd702-d8da-4ef6-8776-e57891d945a8 req-2ae5184c-2618-4919-aaf9-6188e10b1e8f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 931 time: 0.0809798 Oct 12 02:33:23.922631 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.927457 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.949591 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-6bd2cd75-9df0-43f1-8238-31166f1204db None None] Provisioning complete for port 688a9815-dbc7-4485-9abd-2784ab2a010f triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:23.950155 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6bd2cd75-9df0-43f1-8238-31166f1204db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:23.950239 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-6bd2cd75-9df0-43f1-8238-31166f1204db None None] Attempt 1 to provision port 688a9815-dbc7-4485-9abd-2784ab2a010f Oct 12 02:33:23.982395 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2cd75-9df0-43f1-8238-31166f1204db None None] Port 688a9815-dbc7-4485-9abd-2784ab2a010f cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:33:24.004201 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6e2cd702-d8da-4ef6-8776-e57891d945a8 req-20adc91e-fd5e-43a0-9091-92fd9d189fa2 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134300 Oct 12 02:33:24.105624 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:24.135468 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Router 6b1f187a-bbb9-4698-af40-d1a2a154335c has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:24.141426 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:24.151928 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688a9815-dbc7-4485-9abd-2784ab2a010f {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:33:24.159454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Publish callbacks [] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.171832 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Transition to ACTIVE for port object 688a9815-dbc7-4485-9abd-2784ab2a010f will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:33:24.175286 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.246596 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:24.251806 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.256408 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] Sync routers for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:24.268763 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:24.269389 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:24.286239 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:24.289162 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c407f9-1a7f-46d0-b03b-450cc6027378" -d '{"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:24.327240 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a8125b2d-fd67-4267-8eb4-8fdcb4a771ec tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/bd763125-673b-4e76-bfb3-d29f26af8a2e HTTP/1.1" status: 200 len: 992 time: 1.1708734 Oct 12 02:33:24.347761 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4cfcea-359e-40f0-baa0-d0c4a66d9c84 x-openstack-request-id: req-ad4cfcea-359e-40f0-baa0-d0c4a66d9c84 {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:24.348082 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:24.348491 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad4cfcea-359e-40f0-baa0-d0c4a66d9c84 {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:24.348915 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4cfcea-359e-40f0-baa0-d0c4a66d9c84'] response: {'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'status': 'completed', 'code': 200} Oct 12 02:33:24.351244 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:24.378993 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:24.416264 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:24.500205 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:24.508211 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:24.511326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Attempting to bind port 688a9815-dbc7-4485-9abd-2784ab2a010f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:33:24.511666 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Attempting to bind port 688a9815-dbc7-4485-9abd-2784ab2a010f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:33:24.512006 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Attempting to bind port 688a9815-dbc7-4485-9abd-2784ab2a010f on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:33:24.539246 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-c495ee22-a329-4a75-83f8-3237e6374d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:24.540729 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-c495ee22-a329-4a75-83f8-3237e6374d31 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1129 time: 0.0803745 Oct 12 02:33:24.595373 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'bd763125-673b-4e76-bfb3-d29f26af8a2e', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'mac_address': 'fa:16:3e:ad:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:40Z', 'updated_at': '2022-10-12T02:33:23Z', 'revision_number': 3, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:24.613797 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Port 688a9815-dbc7-4485-9abd-2784ab2a010f on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:33:24.614153 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Attempting to bind port 688a9815-dbc7-4485-9abd-2784ab2a010f on network 4edd6515-ed1f-4cdc-a544-e722ec9c958d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:33:24.625193 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] Checking router: 6b1f187a-bbb9-4698-af40-d1a2a154335c for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:24.634739 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:24.635371 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:24.682448 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-415ca745-4d4e-4516-84e7-f4dd44fa560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:24.683941 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-415ca745-4d4e-4516-84e7-f4dd44fa560f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.1365340 Oct 12 02:33:24.686525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:33:24.686864 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Checking segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:33:24.687244 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Bound using segment: {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:33:24.687682 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Bound port: 688a9815-dbc7-4485-9abd-2784ab2a010f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17977c21-9b2c-487f-a773-e072f112f6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:33:24.688042 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.739480 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:24.789531 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-abd4f145-c7f3-4bba-b4a9-6bb51abc42d4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 1000 time: 0.0981133 Oct 12 02:33:24.826390 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:33:24.843431 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:33:24.853352 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.860492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:24.861106 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.862464 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 1093 time: 1.1448681 Oct 12 02:33:24.863284 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:24.865533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03449eca-ba38-4fe6-91ed-4b131557ec34" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:24.887933 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-f4cd57ee-1d49-4ac0-8f6e-d8aa8dae98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:24.889419 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-f4cd57ee-1d49-4ac0-8f6e-d8aa8dae98cd service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0923212 Oct 12 02:33:24.916221 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa397d-1910-4a25-9945-e22b4b87d6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:24.931788 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17028a-cc9c-40ef-a6da-118ac921be88 x-openstack-request-id: req-cd17028a-cc9c-40ef-a6da-118ac921be88 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:24.932087 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:24.932338 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd17028a-cc9c-40ef-a6da-118ac921be88 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:24.932758 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd17028a-cc9c-40ef-a6da-118ac921be88'] response: {'name': 'network-changed', 'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'status': 'completed', 'code': 200} Oct 12 02:33:24.961243 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'bd763125-673b-4e76-bfb3-d29f26af8a2e', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'mac_address': 'fa:16:3e:ad:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:40Z', 'updated_at': '2022-10-12T02:33:23Z', 'revision_number': 3, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:24.990211 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ad69e-a9dd-43a2-855f-9519e0349dd4 None None] The sync data for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb is: [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'bd763125-673b-4e76-bfb3-d29f26af8a2e', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'port_id': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'mac_address': 'fa:16:3e:ad:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec281b78-721f-47ca-9f2a-343657906c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:31:40Z', 'updated_at': '2022-10-12T02:33:23Z', 'revision_number': 3, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:24.994753 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-6ecd94eb-aa5d-44ed-a395-d43889fa4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:24.996184 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-6ecd94eb-aa5d-44ed-a395-d43889fa4869 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0754106 Oct 12 02:33:25.001712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-f756967f-27e7-45e6-8236-5837faafc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.003327 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-f756967f-27e7-45e6-8236-5837faafc226 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1127 time: 0.0487030 Oct 12 02:33:25.085004 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-d2dd6875-6385-46a8-83c8-e6a25ec8bb1f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 217 time: 0.0632229 Oct 12 02:33:25.144675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:25.146750 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf91d6-2998-465b-a56e-69374965b2ec req-ac4d3ed0-8c45-49a8-aa9f-e74f5f09d82b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.153200 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6ebf91d6-2998-465b-a56e-69374965b2ec req-ac4d3ed0-8c45-49a8-aa9f-e74f5f09d82b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0557754 Oct 12 02:33:25.170551 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-aaf0f169-6f6a-4cab-93e2-8bfac179c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.172006 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-aaf0f169-6f6a-4cab-93e2-8bfac179c289 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0801950 Oct 12 02:33:25.174167 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-e4a1c0b9-6d20-4d49-9114-4a02333bb40e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699283 Oct 12 02:33:25.207388 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6ebf91d6-2998-465b-a56e-69374965b2ec req-056c293c-d393-46b0-b2a9-ff7e430ce0ed tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526891 Oct 12 02:33:25.270079 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-16eb999b-305d-44f1-963b-7ecb2b3ffe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.271555 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-16eb999b-305d-44f1-963b-7ecb2b3ffe73 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0885453 Oct 12 02:33:25.354275 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c9c407f9-1a7f-46d0-b03b-450cc6027378 req-4b43b386-3c8a-4ac4-897f-675809b3aacd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631007 Oct 12 02:33:25.392151 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-c77cca59-e469-4376-bcfb-631ac022f7ea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141660 Oct 12 02:33:25.488939 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b527fad3-6714-4c93-a0e9-a425ac0aba8e req-af4997dc-737e-46ee-85fe-d214376de0d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844438 Oct 12 02:33:26.025436 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:26.027300 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:26.323199 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:26.341057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542610a-b3a5-439f-be54-31c4293a1720 req-953eeee6-95ad-4c6c-94a5-3c2ab98098cd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.342518 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9542610a-b3a5-439f-be54-31c4293a1720 req-953eeee6-95ad-4c6c-94a5-3c2ab98098cd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0507765 Oct 12 02:33:26.350392 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:26.352804 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb3f747-de85-48fb-8717-8cbf15823f30" -d '{"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:26.390435 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9542610a-b3a5-439f-be54-31c4293a1720 req-3d9efaf1-36a3-43f3-a99c-fa373748e27a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 Oct 12 02:33:26.392560 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b580dd07-9895-4cc0-9304-8843e7c2388d x-openstack-request-id: req-b580dd07-9895-4cc0-9304-8843e7c2388d {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:26.392996 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:26.393105 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b580dd07-9895-4cc0-9304-8843e7c2388d {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:26.393508 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b580dd07-9895-4cc0-9304-8843e7c2388d'] response: {'name': 'network-changed', 'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'status': 'completed', 'code': 200} Oct 12 02:33:26.592426 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-45dadf8c-4482-4dd9-b767-3b39fa364e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.593872 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-45dadf8c-4482-4dd9-b767-3b39fa364e2c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1127 time: 0.0651035 Oct 12 02:33:26.598608 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-214384fd-e40a-4df5-8126-c18f80398144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.599901 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-214384fd-e40a-4df5-8126-c18f80398144 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 1129 time: 0.0600791 Oct 12 02:33:26.764220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-7a9d703f-0312-4ad1-89f0-05fb33e7128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.765693 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-7a9d703f-0312-4ad1-89f0-05fb33e7128d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.1594660 Oct 12 02:33:26.766993 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-e3c1c122-fbf9-4a4e-95bf-303bcc065148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.768356 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-e3c1c122-fbf9-4a4e-95bf-303bcc065148 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 200 len: 919 time: 0.1607945 Oct 12 02:33:26.814769 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-e900d7bc-26eb-4b2a-bbf0-0aad50c25703 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 217 time: 0.0383937 Oct 12 02:33:26.903869 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-d26ef6d0-1fcd-44ed-990c-902385114c1f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 200 len: 1000 time: 0.1218355 Oct 12 02:33:26.909235 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-ced68801-f359-451d-a1e2-39d208668ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.910589 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-ced68801-f359-451d-a1e2-39d208668ec7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0677748 Oct 12 02:33:27.001340 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-cb76814e-bb15-40a1-bcec-574c0bf7d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:27.003159 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-cb76814e-bb15-40a1-bcec-574c0bf7d3a1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0716822 Oct 12 02:33:27.004585 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-55b57a53-2d5f-488d-beb5-0deeea425755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:27.005947 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-55b57a53-2d5f-488d-beb5-0deeea425755 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 200 len: 857 time: 0.0826735 Oct 12 02:33:27.105459 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-3709100a-8756-4f45-8cc8-f1ce2f76e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:27.107177 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-3709100a-8756-4f45-8cc8-f1ce2f76e355 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f51be834-37fa-4686-9d26-f836b906e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0889990 Oct 12 02:33:27.110988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:27.118458 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:27.126230 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45a855-4ef7-4f75-94a7-50636320468b req-179a2d39-83a3-4516-b4e7-fa68ba3bf3b4 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:27.127719 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8f45a855-4ef7-4f75-94a7-50636320468b req-179a2d39-83a3-4516-b4e7-fa68ba3bf3b4 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Oct 12 02:33:27.144175 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-29b67f91-d6e5-4d67-803e-e6e663558f9e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270871 Oct 12 02:33:27.176911 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8f45a855-4ef7-4f75-94a7-50636320468b req-322cc45d-2b09-4316-b221-aad823d8c229 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421779 Oct 12 02:33:27.518088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57453724-1349-48de-8a91-90d282f1b24c req-0b30567b-0a11-4083-8061-65ec3716355b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:27.519544 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-57453724-1349-48de-8a91-90d282f1b24c req-0b30567b-0a11-4083-8061-65ec3716355b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0501702 Oct 12 02:33:27.567850 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-57453724-1349-48de-8a91-90d282f1b24c req-099388be-1471-419c-99e0-743cd4a71f5d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Oct 12 02:33:28.299694 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67dac7-dc4e-4d90-b9bf-83a48ea51d4e req-8423637e-4ccd-46ea-bc58-61c893395356 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:28.301206 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8b67dac7-dc4e-4d90-b9bf-83a48ea51d4e req-8423637e-4ccd-46ea-bc58-61c893395356 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0481079 Oct 12 02:33:28.348178 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8b67dac7-dc4e-4d90-b9bf-83a48ea51d4e req-a651b892-9ffc-474a-a193-f34a352e3028 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Oct 12 02:33:28.693132 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb1857-f0c7-4a9e-8a18-c502fde71f9c req-186dc90c-973b-41b8-a490-eb55c4e8a13c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:28.694624 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-79bb1857-f0c7-4a9e-8a18-c502fde71f9c req-186dc90c-973b-41b8-a490-eb55c4e8a13c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0470076 Oct 12 02:33:28.741641 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-79bb1857-f0c7-4a9e-8a18-c502fde71f9c req-6827841a-aaf4-4fa6-ab59-c634bb2b9c9a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 Oct 12 02:33:28.960189 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:33:29.019655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.059287 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:29.060634 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-03449eca-ba38-4fe6-91ed-4b131557ec34 req-6abae516-b1ca-4f34-8cfd-23840fa1a3ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617715 Oct 12 02:33:29.062300 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-125f0dc7-42f4-48b8-bfd8-0082b1f56585 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623309 Oct 12 02:33:29.071041 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'port_id': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'mac_address': 'fa:16:3e:d5:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:33:29.110600 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 688a9815-dbc7-4485-9abd-2784ab2a010f is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:29.110988 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.124292 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688a9815-dbc7-4485-9abd-2784ab2a010f {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:33:29.151355 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:29.156633 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.202912 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:29.205586 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.211641 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.211990 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.212338 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.212722 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.213063 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.213423 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.213745 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.214094 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.214444 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.214740 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.215068 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.215770 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.215770 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.216073 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.216412 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:29.245764 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bbb3f747-de85-48fb-8717-8cbf15823f30 req-ab7c9059-1ce3-40fa-8e12-78afb2b554c1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979927 Oct 12 02:33:29.385121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-258b0387-1f23-4733-829e-7d33fefa2702 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:29.386595 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-258b0387-1f23-4733-829e-7d33fefa2702 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0464461 Oct 12 02:33:29.473617 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24722-834b-4da7-b44b-28237758fb4b req-8a65792c-3811-4703-aa3e-46dddd60cc07 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:29.475001 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a8c24722-834b-4da7-b44b-28237758fb4b req-8a65792c-3811-4703-aa3e-46dddd60cc07 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Oct 12 02:33:29.478051 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Deleting port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:29.478396 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.522484 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a8c24722-834b-4da7-b44b-28237758fb4b req-84086b52-c707-457b-bac8-ffac1dc78421 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=06945972-8f9f-47ec-833c-8ba0c27e68f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416982 Oct 12 02:33:29.526965 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['688a9815-dbc7-4485-9abd-2784ab2a010f'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:29.582700 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] For port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:29.583057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.584376 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.745066 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.745629 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.745629 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Floating IP 45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16 disassociated. External IP: 172.28.2.114, port: dec7f669-6ecd-4b2d-8b31-1333c4e02fb7. Oct 12 02:33:29.745962 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Calling delete_port for dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:29.834883 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.907525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ad61a-788c-42bc-ad4d-52203384f73d req-feb0dd8d-a3de-49f9-a0b8-8a8362e069fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:29.909068 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-943ad61a-788c-42bc-ad4d-52203384f73d req-feb0dd8d-a3de-49f9-a0b8-8a8362e069fd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 944 time: 0.0860200 Oct 12 02:33:29.932683 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (dec7f669-6ecd-4b2d-8b31-1333c4e02fb7), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.966561 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event deleted for resources: {'Port': ['ID=dec7f669-6ecd-4b2d-8b31-1333c4e02fb7,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:29.996604 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-943ad61a-788c-42bc-ad4d-52203384f73d req-8f1cfdbe-66d2-4497-b9f0-f521414a6ea7 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803742 Oct 12 02:33:30.027231 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:30.097058 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:30.198587 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:30.208137 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] Sync routers for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:30.219133 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:30.219755 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:30.240270 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] No DVR routers for this DVR port dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:30.243589 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.246803 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3db103e6-b66f-444f-9ec2-57c3356f9578 req-6af2c20f-f795-40a6-bf61-80d900b73c51 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "DELETE /networking/v2.0/ports/dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 HTTP/1.1" status: 204 len: 173 time: 0.8543527 Oct 12 02:33:30.247249 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'name': 'network-vif-deleted', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:30.249513 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1055cef7-0208-4988-b405-cc851acf7d21" -d '{"events": [{"server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "name": "network-vif-deleted", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:30.291039 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c436d1b5-d803-41ad-890d-9b5f2877c7e3 x-openstack-request-id: req-c436d1b5-d803-41ad-890d-9b5f2877c7e3 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:30.291335 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddd6057-668e-419f-8fd4-74d852a2fc24", "name": "network-vif-deleted", "tag": "dec7f669-6ecd-4b2d-8b31-1333c4e02fb7", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:30.291591 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c436d1b5-d803-41ad-890d-9b5f2877c7e3 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:30.291997 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c436d1b5-d803-41ad-890d-9b5f2877c7e3'] response: {'server_uuid': '6ddd6057-668e-419f-8fd4-74d852a2fc24', 'name': 'network-vif-deleted', 'tag': 'dec7f669-6ecd-4b2d-8b31-1333c4e02fb7', 'status': 'completed', 'code': 200} Oct 12 02:33:30.327779 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:30.542882 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:30.568302 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] Checking router: eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:30.579609 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:30.580228 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:30.649607 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e0adcb82-b74f-4aaf-b5de-b787c8bf3a64 req-d33ccae3-64cf-475a-ae8e-1ac10a76cd3f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ddd6057-668e-419f-8fd4-74d852a2fc24 HTTP/1.1" status: 200 len: 210 time: 0.0282638 Oct 12 02:33:30.686277 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:30.965899 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:30.992848 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2887a-e88f-435b-87c3-525502281272 None None] The sync data for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb is: [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:31.063062 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:33:31.111254 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 688a9815-dbc7-4485-9abd-2784ab2a010f completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:33:31.117744 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 688a9815-dbc7-4485-9abd-2784ab2a010f triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:31.118175 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:31.118617 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 688a9815-dbc7-4485-9abd-2784ab2a010f Oct 12 02:33:31.138827 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40c170-4789-4be9-af0d-6aa257c86cd1 req-749940ba-2bb4-45e2-8678-ce486759cb08 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:31.140719 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ba40c170-4789-4be9-af0d-6aa257c86cd1 req-749940ba-2bb4-45e2-8678-ce486759cb08 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 944 time: 0.0519164 Oct 12 02:33:31.195943 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ba40c170-4789-4be9-af0d-6aa257c86cd1 req-ac79f5e3-0cc7-4c16-a168-2befe446d737 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467978 Oct 12 02:33:31.214197 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 688a9815-dbc7-4485-9abd-2784ab2a010f is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:31.214794 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:31.240464 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:31.242765 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1273496e-4dd6-4df5-b962-ea8cfd0b0aaf" -d '{"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-plugged", "status": "completed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:31.257988 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:31.263356 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bac01-b0bf-4333-aff3-0e477f91f210 None None] New status for floating IP 45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16: DOWN {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:31.267604 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:31.267991 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:31.301890 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b47698-6b16-49ce-8912-3a8081e88a80 x-openstack-request-id: req-64b47698-6b16-49ce-8912-3a8081e88a80 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:31.302208 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-plugged", "status": "completed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:31.302464 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64b47698-6b16-49ce-8912-3a8081e88a80 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:31.302854 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b47698-6b16-49ce-8912-3a8081e88a80'] response: {'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'code': 200} Oct 12 02:33:31.366145 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:31.367006 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dec7f669-6ecd-4b2d-8b31-1333c4e02fb7 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:31.427529 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:31.495741 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85054ad0-540a-481b-ae95-8993f3f1b249 req-ba3dcbce-fd62-48dc-bb1b-81a1fc902524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:31.497232 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-85054ad0-540a-481b-ae95-8993f3f1b249 req-ba3dcbce-fd62-48dc-bb1b-81a1fc902524 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1129 time: 0.0405290 Oct 12 02:33:31.542814 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-85054ad0-540a-481b-ae95-8993f3f1b249 req-7236876e-599d-42b7-8352-7fd334dc14bf service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372317 Oct 12 02:33:31.746849 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56590) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:31.803319 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-582bc2d6-e010-46c0-8715-082bded01964 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (06945972-8f9f-47ec-833c-8ba0c27e68f8), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:31.825782 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-582bc2d6-e010-46c0-8715-082bded01964 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (06945972-8f9f-47ec-833c-8ba0c27e68f8), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:31.874401 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-582bc2d6-e010-46c0-8715-082bded01964 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (06945972-8f9f-47ec-833c-8ba0c27e68f8), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:31.877150 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-582bc2d6-e010-46c0-8715-082bded01964 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:31.878302 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-582bc2d6-e010-46c0-8715-082bded01964 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/06945972-8f9f-47ec-833c-8ba0c27e68f8 HTTP/1.1" status: 204 len: 168 time: 0.1304941 Oct 12 02:33:31.881214 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56592) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:31.890038 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bc2d6-e010-46c0-8715-082bded01964 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06945972-8f9f-47ec-833c-8ba0c27e68f8,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:31.896047 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.api.v2.resource [None req-8497a24e-9b5e-418b-ade8-bf83718dfaff tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] show failed (client error): The resource could not be found. Oct 12 02:33:31.898104 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8497a24e-9b5e-418b-ade8-bf83718dfaff tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups/06945972-8f9f-47ec-833c-8ba0c27e68f8 HTTP/1.1" status: 404 len: 347 time: 0.0157714 Oct 12 02:33:31.900231 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56594) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:32.020803 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Deleting port 62261ef3-2a05-4d63-86c8-98723b3f9a10 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:32.021108 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.109162 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.109496 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (62261ef3-2a05-4d63-86c8-98723b3f9a10), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.123305 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Calling delete_port for 62261ef3-2a05-4d63-86c8-98723b3f9a10 owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:32.340303 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d562-15f1-4d07-bf88-c2b311930499 req-1e356346-d50a-48a7-b811-debde0418f57 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:32.342392 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a6a2d562-15f1-4d07-bf88-c2b311930499 req-1e356346-d50a-48a7-b811-debde0418f57 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0567267 Oct 12 02:33:32.401707 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a6a2d562-15f1-4d07-bf88-c2b311930499 req-c3c3ea8c-a06a-4020-b48b-0540e704f309 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535977 Oct 12 02:33:32.510447 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (62261ef3-2a05-4d63-86c8-98723b3f9a10), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.540689 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event deleted for resources: {'Port': ['ID=62261ef3-2a05-4d63-86c8-98723b3f9a10,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:32.564259 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.567114 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.568259 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-cc2c544b-922b-4cac-83a6-c35265d00daa tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/45b6d6ca-bf23-475b-a9cf-7c8b21fa8c16 HTTP/1.1" status: 204 len: 168 time: 0.6670821 Oct 12 02:33:32.656296 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56600) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:32.660854 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-cd0229ca-f7fb-4a12-bdae-23520ced2f77 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156264796', 'description': 'tempest-description--1285454528'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:32.681557 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cd0229ca-f7fb-4a12-bdae-23520ced2f77 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.717715 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:32.732327 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:32.753792 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cd0229ca-f7fb-4a12-bdae-23520ced2f77 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (4816ee24-a1f2-4746-a093-54c42e92eede), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.758178 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cd0229ca-f7fb-4a12-bdae-23520ced2f77 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4816ee24-a1f2-4746-a093-54c42e92eede), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.791249 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cd0229ca-f7fb-4a12-bdae-23520ced2f77 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.792490 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-cd0229ca-f7fb-4a12-bdae-23520ced2f77 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351306 Oct 12 02:33:32.793546 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0229ca-f7fb-4a12-bdae-23520ced2f77 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4816ee24-a1f2-4746-a093-54c42e92eede,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:32.795600 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56602) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:32.800254 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-dcc8aeb6-62f3-4c72-8a9a-e56c9b68363b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'security_group_rule': {'security_group_id': '4816ee24-a1f2-4746-a093-54c42e92eede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:32.828670 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-dcc8aeb6-62f3-4c72-8a9a-e56c9b68363b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (f5063de0-9bc7-4e5e-8d2d-527a64044a42), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.887752 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-dcc8aeb6-62f3-4c72-8a9a-e56c9b68363b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (f5063de0-9bc7-4e5e-8d2d-527a64044a42), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.891605 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-dcc8aeb6-62f3-4c72-8a9a-e56c9b68363b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (f5063de0-9bc7-4e5e-8d2d-527a64044a42), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.898484 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:32.910355 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8aeb6-62f3-4c72-8a9a-e56c9b68363b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5063de0-9bc7-4e5e-8d2d-527a64044a42,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:32.922305 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-dcc8aeb6-62f3-4c72-8a9a-e56c9b68363b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:32.923520 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-dcc8aeb6-62f3-4c72-8a9a-e56c9b68363b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269000 Oct 12 02:33:32.926231 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56606) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:32.931016 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-034f6437-cefb-490b-97cd-e728177d669b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'security_group_rule': {'security_group_id': '4816ee24-a1f2-4746-a093-54c42e92eede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:32.957300 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-034f6437-cefb-490b-97cd-e728177d669b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (2e292508-c359-4615-b938-7600d9db2eb3), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.013151 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-034f6437-cefb-490b-97cd-e728177d669b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (2e292508-c359-4615-b938-7600d9db2eb3), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.016572 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-034f6437-cefb-490b-97cd-e728177d669b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (2e292508-c359-4615-b938-7600d9db2eb3), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.030368 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:33.039364 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f6437-cefb-490b-97cd-e728177d669b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e292508-c359-4615-b938-7600d9db2eb3,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:33.049850 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-034f6437-cefb-490b-97cd-e728177d669b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.051072 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-034f6437-cefb-490b-97cd-e728177d669b tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239369 Oct 12 02:33:33.054989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56608) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:33.060073 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:33.081701 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.165806 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.277013 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Allocated IP 172.28.2.63 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/91d1f879-a7ba-4e49-95c7-02aedce6f893) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:33:33.383880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.414973 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.455011 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:33:33.457942 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:33:33.461873 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:33:33.466995 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'Port': ['ID=91d1f879-a7ba-4e49-95c7-02aedce6f893,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:33.548010 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c3495-fbbf-4637-9c5b-a3283105c34b req-07c436ae-c27c-438c-92f5-ff7971fc7a01 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:33.549499 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5e2c3495-fbbf-4637-9c5b-a3283105c34b req-07c436ae-c27c-438c-92f5-ff7971fc7a01 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0628607 Oct 12 02:33:33.611854 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (fec66c51-ace0-470e-a32a-9e94298dea19), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.634668 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5e2c3495-fbbf-4637-9c5b-a3283105c34b req-c26091ec-1193-479f-a898-230eff55d417 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787113 Oct 12 02:33:33.652047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:33.661719 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.754494 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:33.766684 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253dfd9-f3e9-42c7-aee5-16e05ef328cb req-5c2d6ba0-58c1-4d98-af17-f3aefd197782 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:33.769034 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6253dfd9-f3e9-42c7-aee5-16e05ef328cb req-5c2d6ba0-58c1-4d98-af17-f3aefd197782 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0553529 Oct 12 02:33:33.789702 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56614) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:33.794423 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Request body: {'floatingip': {'port_id': '688a9815-dbc7-4485-9abd-2784ab2a010f'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:33.816918 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.821376 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.836388 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (d3ea978c-d8e3-4c0e-8ca4-de0c7e222241), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.892243 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'Port': ['ID=91d1f879-a7ba-4e49-95c7-02aedce6f893,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:33.896076 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (fec66c51-ace0-470e-a32a-9e94298dea19), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.911910 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:33.914242 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-427e0d5c-09f8-418c-b3d2-cd505da238e7 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8571551 Oct 12 02:33:34.119333 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-f0a5233b-4ee1-4547-9aa1-cb6a06eace01 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--156264796&fields=id&tenant_id=23861c9a343c4b95b71a2415d0a28f37 HTTP/1.1" status: 200 len: 267 time: 0.0450089 Oct 12 02:33:34.226774 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-aab498d3-ff63-416e-95bd-894cb499af39 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:34.228307 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-aab498d3-ff63-416e-95bd-894cb499af39 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 810 time: 0.1025097 Oct 12 02:33:34.243880 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-994eae2d-87fa-484e-8fcb-533a99e9bd23 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/quotas/23861c9a343c4b95b71a2415d0a28f37 HTTP/1.1" status: 200 len: 375 time: 0.0097935 Oct 12 02:33:34.275653 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:34.279698 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d3ea978c-d8e3-4c0e-8ca4-de0c7e222241), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:34.298526 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-ebcb2eb2-2d3f-45f2-a1ec-0d0c18fb5e6a tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493410 Oct 12 02:33:34.373503 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Floating IP d3ea978c-d8e3-4c0e-8ca4-de0c7e222241 associated. External IP: 172.28.2.196, port: 688a9815-dbc7-4485-9abd-2784ab2a010f. Oct 12 02:33:34.395877 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-66b49794-7ecc-488c-9a0f-c3aee95c07b8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853055 Oct 12 02:33:34.489700 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-8326ba39-6f6b-4c1b-91af-6f156e118fd2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873513 Oct 12 02:33:34.579447 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:34.643016 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:34.666137 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2e8a1b35-a59a-4634-aca0-ab74bab7795a req-36935bce-ea0f-4df2-9f05-f81f19d1f4a6 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 210 time: 0.0378733 Oct 12 02:33:34.726394 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:34.737569 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] Sync routers for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:34.745100 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:34.752301 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:34.753040 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:34.779905 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-637a62bd-6a68-41d8-a09c-cdd63077a753 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/d3ea978c-d8e3-4c0e-8ca4-de0c7e222241 HTTP/1.1" status: 200 len: 991 time: 0.9889095 Oct 12 02:33:34.781137 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:34.783868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:34.827609 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17623814-cb73-4eb5-848b-397969bed325 x-openstack-request-id: req-17623814-cb73-4eb5-848b-397969bed325 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:34.827927 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:34.828156 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17623814-cb73-4eb5-848b-397969bed325 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:34.828606 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17623814-cb73-4eb5-848b-397969bed325'] response: {'name': 'network-changed', 'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'status': 'completed', 'code': 200} Oct 12 02:33:34.876674 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:34.937311 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:34.939185 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-84ca7d5c-c10b-4dfd-a2d8-45735d826576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:34.941671 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-84ca7d5c-c10b-4dfd-a2d8-45735d826576 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1129 time: 0.0464377 Oct 12 02:33:35.043235 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:35.045970 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-65002d13-55d8-4819-9342-3c3e5dc5e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:35.048902 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-65002d13-55d8-4819-9342-3c3e5dc5e5ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.1007473 Oct 12 02:33:35.121713 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd3ea978c-d8e3-4c0e-8ca4-de0c7e222241', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'port_id': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'mac_address': 'fa:16:3e:d5:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:20Z', 'updated_at': '2022-10-12T02:33:34Z', 'revision_number': 1, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:35.128085 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-4ad1327b-71ed-422a-93b5-23f535f04603 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 999 time: 0.0723879 Oct 12 02:33:35.146824 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] Checking router: 7e0ce698-fa75-4978-bed3-4fe3d6a41168 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:35.156177 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:35.156809 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:35.182418 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-63428107-2062-4105-b5d6-a957a85354ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:35.184061 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-63428107-2062-4105-b5d6-a957a85354ba service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0474193 Oct 12 02:33:35.209059 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:35.218471 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:35.238948 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-5773592c-264e-4358-acbf-2e7d6583c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:35.240504 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-5773592c-264e-4358-acbf-2e7d6583c020 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0493217 Oct 12 02:33:35.274103 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:35.342507 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-66ee1a69-b1da-4cf5-b65a-3595b59671a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932705 Oct 12 02:33:35.448779 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f1d2bea7-881c-4a3c-8bbc-0b8c8b0cd3f2 req-2e809778-3f06-4cbe-ba27-470ded8e9a06 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968266 Oct 12 02:33:35.502890 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd3ea978c-d8e3-4c0e-8ca4-de0c7e222241', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'port_id': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'mac_address': 'fa:16:3e:d5:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:20Z', 'updated_at': '2022-10-12T02:33:34Z', 'revision_number': 1, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:35.528263 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71bc73-ff15-4daa-9eec-8d2f7aeb8fe2 None None] The sync data for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb is: [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd3ea978c-d8e3-4c0e-8ca4-de0c7e222241', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'port_id': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'mac_address': 'fa:16:3e:d5:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:20Z', 'updated_at': '2022-10-12T02:33:34Z', 'revision_number': 1, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:35.715201 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02270b-f139-479d-8bc8-49327c841790 None None] New status for floating IP d3ea978c-d8e3-4c0e-8ca4-de0c7e222241: ACTIVE {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:35.782823 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f875cd14-d922-4e24-b21c-952d8f4db22d req-097f4d46-8079-4ded-aa0e-495cb46bc410 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 210 time: 0.0322437 Oct 12 02:33:36.121784 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-d7326aab-bc8f-4399-8441-28721ccc6eb0 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:36.123141 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-d7326aab-bc8f-4399-8441-28721ccc6eb0 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 810 time: 0.1043406 Oct 12 02:33:36.192329 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-13ba8fd4-2af8-40f2-9236-4497136741cc tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=23861c9a343c4b95b71a2415d0a28f37 HTTP/1.1" status: 200 len: 379 time: 0.0539892 Oct 12 02:33:36.298930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'port': {'device_id': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'admin_state_up': True, 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'security_groups': ['4816ee24-a1f2-4746-a093-54c42e92eede']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:36.404687 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:36.409834 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Made reservation on behalf of 23861c9a343c4b95b71a2415d0a28f37 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:33:36.414024 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:36.542745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Allocated IP 172.20.0.5 (6493f3b7-00db-47bb-943d-235ea898d29c/b863a7b1-60f9-48d1-b8c6-d561e462255a/7387bbd7-34bb-4a71-864c-d5210efa8c31) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:33:36.645121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:36.679828 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:36.711276 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:36.759683 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Network 6493f3b7-00db-47bb-943d-235ea898d29c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:33:36.762964 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:33:36.766877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:33:36.771261 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:36.771863 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:36.783284 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event updated for resources: {'Port': ['ID=7387bbd7-34bb-4a71-864c-d5210efa8c31,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:36.794052 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.794451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.794748 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.795089 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.795460 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.795814 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.796143 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.796490 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.796816 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.797145 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.797469 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.797794 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.798139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.798435 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.798755 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:36.805962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b3769634-e309-406e-8a41-17c842add630 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5108874 Oct 12 02:33:36.825756 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Request body: {'port': {'device_id': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:36.894489 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:36.915796 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5456902-2fbd-448c-9459-24d9d53c034e req-321c19d6-67cc-4c54-9e9d-112b420ebf25 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:36.917546 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f5456902-2fbd-448c-9459-24d9d53c034e req-321c19d6-67cc-4c54-9e9d-112b420ebf25 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 931 time: 0.0520601 Oct 12 02:33:36.969797 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f5456902-2fbd-448c-9459-24d9d53c034e req-f14194c2-3481-4595-982a-eed2d2426867 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461910 Oct 12 02:33:37.004671 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-ffed4da0-96ec-430e-97da-081a855602f9 None None] Provisioning complete for port 7387bbd7-34bb-4a71-864c-d5210efa8c31 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:37.005266 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ffed4da0-96ec-430e-97da-081a855602f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:37.005539 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-ffed4da0-96ec-430e-97da-081a855602f9 None None] Attempt 1 to provision port 7387bbd7-34bb-4a71-864c-d5210efa8c31 Oct 12 02:33:37.041049 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-ffed4da0-96ec-430e-97da-081a855602f9 None None] Port 7387bbd7-34bb-4a71-864c-d5210efa8c31 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:33:37.158103 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7387bbd7-34bb-4a71-864c-d5210efa8c31 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:33:37.166663 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Publish callbacks [] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:37.179473 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Transition to ACTIVE for port object 7387bbd7-34bb-4a71-864c-d5210efa8c31 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:33:37.183177 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:37.247260 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Pushing event updated for resources: {'Port': ['ID=7387bbd7-34bb-4a71-864c-d5210efa8c31,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:37.250832 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:37.254356 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Attempting to bind port 7387bbd7-34bb-4a71-864c-d5210efa8c31 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:33:37.254689 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Attempting to bind port 7387bbd7-34bb-4a71-864c-d5210efa8c31 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:33:37.255012 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Attempting to bind port 7387bbd7-34bb-4a71-864c-d5210efa8c31 on network 6493f3b7-00db-47bb-943d-235ea898d29c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:33:37.298330 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Port 7387bbd7-34bb-4a71-864c-d5210efa8c31 on network 6493f3b7-00db-47bb-943d-235ea898d29c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:33:37.298655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Attempting to bind port 7387bbd7-34bb-4a71-864c-d5210efa8c31 on network 6493f3b7-00db-47bb-943d-235ea898d29c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:33:37.342909 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:33:37.343244 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Checking segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:33:37.343619 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Bound using segment: {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:33:37.344041 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Bound port: 7387bbd7-34bb-4a71-864c-d5210efa8c31, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99931041-3a83-4a1e-a385-479a37ac7ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:33:37.344393 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:37.375465 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:37.405576 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] For port 7387bbd7-34bb-4a71-864c-d5210efa8c31, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:33:37.408516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] For port 7387bbd7-34bb-4a71-864c-d5210efa8c31, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:33:37.415455 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:37.419689 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:37.420284 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:37.421646 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/7387bbd7-34bb-4a71-864c-d5210efa8c31 HTTP/1.1" status: 200 len: 1093 time: 0.6009765 Oct 12 02:33:37.422221 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:37.424407 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87175196-2b32-4a97-85c0-43b6d908860d" -d '{"events": [{"name": "network-changed", "server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:37.465130 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c85aba-750e-4d4a-bf90-76e843388d5c x-openstack-request-id: req-18c85aba-750e-4d4a-bf90-76e843388d5c {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:37.465417 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:37.465667 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18c85aba-750e-4d4a-bf90-76e843388d5c {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:37.466067 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c85aba-750e-4d4a-bf90-76e843388d5c'] response: {'name': 'network-changed', 'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'status': 'completed', 'code': 200} Oct 12 02:33:37.475328 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2824b7-f0dc-4b49-a01c-8964d8fc6244 service neutron] Pushing event updated for resources: {'Port': ['ID=7387bbd7-34bb-4a71-864c-d5210efa8c31,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:37.534207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-5d6a9e08-0474-4c9a-9b6a-55e7b6537abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:37.535689 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-5d6a9e08-0474-4c9a-9b6a-55e7b6537abb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 1127 time: 0.0422647 Oct 12 02:33:37.584307 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-b9d2d504-0bf0-4915-bf6c-3a502e86e3e5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31 HTTP/1.1" status: 200 len: 217 time: 0.0316186 Oct 12 02:33:37.633609 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-3f614c29-0586-46d6-b7d2-6bc990e6cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:37.634976 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-3f614c29-0586-46d6-b7d2-6bc990e6cbf2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.0434289 Oct 12 02:33:37.682917 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-fcd1fb49-d818-426e-906e-65ad8f931839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:37.684331 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-fcd1fb49-d818-426e-906e-65ad8f931839 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0370009 Oct 12 02:33:37.778091 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-f207708d-54d6-4ec4-aa20-30db5938e13a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870345 Oct 12 02:33:37.870680 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8dc32c15-f520-41d9-9d23-9600d1f6efe2 req-c5028e85-cef6-40c8-989b-aa718c945b9d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850012 Oct 12 02:33:38.095107 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da4f7f-d99f-4b60-b22f-8100037e7ecc req-bff6c0fd-8288-465d-85f2-8d4f2bea4e2d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:38.096582 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b5da4f7f-d99f-4b60-b22f-8100037e7ecc req-bff6c0fd-8288-465d-85f2-8d4f2bea4e2d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 943 time: 0.0513737 Oct 12 02:33:38.143375 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b5da4f7f-d99f-4b60-b22f-8100037e7ecc req-2635a002-6995-4721-8f98-3965e5a7e415 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410979 Oct 12 02:33:38.947130 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175196-2b32-4a97-85c0-43b6d908860d req-229659b1-c0a0-4e28-92ac-c051167473e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:38.948645 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-87175196-2b32-4a97-85c0-43b6d908860d req-229659b1-c0a0-4e28-92ac-c051167473e6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 1127 time: 0.0410993 Oct 12 02:33:39.323347 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3e6a4-72ac-4feb-a84d-84ef54e4a752 req-b98f17bb-a781-4bce-bb7a-43e5a52084a5 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:39.324877 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a5c3e6a4-72ac-4feb-a84d-84ef54e4a752 req-b98f17bb-a781-4bce-bb7a-43e5a52084a5 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 943 time: 0.1043668 Oct 12 02:33:39.336690 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-d63aca62-c59f-4ce7-908d-291eb23b277a tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-297036177&fields=id&tenant_id=cdb53abae8714f59829f6d90874d25ea HTTP/1.1" status: 200 len: 267 time: 0.0490916 Oct 12 02:33:39.387194 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-ed13fdeb-bc66-4c91-b93f-fb063603e61c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:39.387459 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175196-2b32-4a97-85c0-43b6d908860d req-bdd84ff3-db4a-4b6a-a912-a2811c0830e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:39.388855 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-ed13fdeb-bc66-4c91-b93f-fb063603e61c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 984 time: 0.0469470 Oct 12 02:33:39.389689 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-87175196-2b32-4a97-85c0-43b6d908860d req-bdd84ff3-db4a-4b6a-a912-a2811c0830e6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 911 time: 0.1570492 Oct 12 02:33:39.400361 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Request body: {'port': {'security_groups': ['717c548b-4104-4b79-857e-6d5ae58ac9b5']}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:39.413309 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a5c3e6a4-72ac-4feb-a84d-84ef54e4a752 req-9d5205fd-8db1-4df6-ad95-4f9d9395dc4a tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800333 Oct 12 02:33:39.429642 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:39.442674 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-87175196-2b32-4a97-85c0-43b6d908860d req-5a585927-254f-4ef3-a9a6-0e2d126da416 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31 HTTP/1.1" status: 200 len: 217 time: 0.0417252 Oct 12 02:33:39.487362 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:39.501103 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175196-2b32-4a97-85c0-43b6d908860d req-9224ce55-d0aa-4e97-b8f7-308db00e15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:39.502456 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-87175196-2b32-4a97-85c0-43b6d908860d req-9224ce55-d0aa-4e97-b8f7-308db00e15ed service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.0541329 Oct 12 02:33:39.538007 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:39.550373 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175196-2b32-4a97-85c0-43b6d908860d req-a4537c2f-08ac-4491-8b8b-81a0713cd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:39.551954 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-87175196-2b32-4a97-85c0-43b6d908860d req-a4537c2f-08ac-4491-8b8b-81a0713cd8c5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0426245 Oct 12 02:33:39.650637 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-87175196-2b32-4a97-85c0-43b6d908860d req-5e76007b-eb8a-4315-aee8-4c2b71f4c551 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929043 Oct 12 02:33:39.683901 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=258323c9-8ee5-445a-997f-a4ce63d597f0,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:39.696191 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:39.712900 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:39.717278 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:39.729697 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:39.730312 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:39.731952 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4ce58adf-1a49-4b68-acdd-6158f4a11397 req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "PUT /networking/v2.0/ports/258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 942 time: 0.3363094 Oct 12 02:33:39.732450 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:39.735358 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22ad312-2a0b-4562-b844-88596d5405f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:39.739040 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56664) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:39.757861 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['258323c9-8ee5-445a-997f-a4ce63d597f0'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:39.780092 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:39.794238 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dab53-23a9-4b9f-9cf0-3f0255a36158 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event updated for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=7']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:39.808198 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff0bf7a-6597-4218-abcd-bd5fe6a62c0c x-openstack-request-id: req-1ff0bf7a-6597-4218-abcd-bd5fe6a62c0c {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:39.809581 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:39.810381 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ff0bf7a-6597-4218-abcd-bd5fe6a62c0c {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:39.810381 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff0bf7a-6597-4218-abcd-bd5fe6a62c0c'] response: {'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'status': 'completed', 'code': 200} Oct 12 02:33:39.833003 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-87175196-2b32-4a97-85c0-43b6d908860d req-3f559478-03a1-45a3-81fb-5dd377201a8c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448493 Oct 12 02:33:39.835812 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52582437-09c5-4dac-842e-59197e6a5b65 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group (e5037c27-380d-4f89-bfcf-297b3425a421), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:39.862519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52582437-09c5-4dac-842e-59197e6a5b65 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group (e5037c27-380d-4f89-bfcf-297b3425a421), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:39.933835 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['258323c9-8ee5-445a-997f-a4ce63d597f0'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:39.973358 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:40.000521 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:40.152055 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-510d6dd8-4882-4528-91ea-95873768d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:40.153544 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-510d6dd8-4882-4528-91ea-95873768d931 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1129 time: 0.0411477 Oct 12 02:33:40.213049 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52582437-09c5-4dac-842e-59197e6a5b65 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (e5037c27-380d-4f89-bfcf-297b3425a421), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:40.215536 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52582437-09c5-4dac-842e-59197e6a5b65 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:40.216713 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-52582437-09c5-4dac-842e-59197e6a5b65 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e5037c27-380d-4f89-bfcf-297b3425a421 HTTP/1.1" status: 204 len: 168 time: 0.4762928 Oct 12 02:33:40.220049 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56666) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:40.234173 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52582437-09c5-4dac-842e-59197e6a5b65 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5037c27-380d-4f89-bfcf-297b3425a421,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:40.263756 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-de990e7e-4aca-4cb1-8408-7ff8f4b4e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:40.265406 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-de990e7e-4aca-4cb1-8408-7ff8f4b4e24a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 200 len: 915 time: 0.1055431 Oct 12 02:33:40.328914 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-e78b5c97-bc07-466a-8deb-48fa2c5b367d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 1000 time: 0.0569391 Oct 12 02:33:40.365718 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Deleting port 1b0784c4-1be4-4044-a6af-f206132abacf {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:40.366316 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (1b0784c4-1be4-4044-a6af-f206132abacf), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:40.377601 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-74cfe633-5db8-4913-b233-cb79ca0e5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:40.379052 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-74cfe633-5db8-4913-b233-cb79ca0e5928 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d50e3daa-409d-40e1-8916-f2cecb43aad5 HTTP/1.1" status: 200 len: 853 time: 0.0445464 Oct 12 02:33:40.424598 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-df8ade14-39a8-4724-9769-28b428011af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:40.425987 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-df8ade14-39a8-4724-9769-28b428011af0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b82c8408-5252-4671-b3db-7f2cceb9fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0406680 Oct 12 02:33:40.444573 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (1b0784c4-1be4-4044-a6af-f206132abacf), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:40.447011 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for floatingip (1b0784c4-1be4-4044-a6af-f206132abacf), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:40.458990 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Calling delete_port for 1b0784c4-1be4-4044-a6af-f206132abacf owned by network:floatingip {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:40.516748 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-232b408b-69ea-49ba-aede-8f7143fc71e1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847042 Oct 12 02:33:40.584624 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7d74-91ed-41a1-bac8-7564e527ec09 req-efd58038-0b29-44f1-bbe7-d9d28f267b07 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:40.586142 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a00a7d74-91ed-41a1-bac8-7564e527ec09 req-efd58038-0b29-44f1-bbe7-d9d28f267b07 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 943 time: 0.0835731 Oct 12 02:33:40.611666 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c22ad312-2a0b-4562-b844-88596d5405f7 req-ef25888c-d15f-4293-8c45-bfafdfdf37c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887055 Oct 12 02:33:40.656929 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a00a7d74-91ed-41a1-bac8-7564e527ec09 req-d80198ea-54ac-45fc-87e7-cabfba259856 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618358 Oct 12 02:33:40.704558 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (1b0784c4-1be4-4044-a6af-f206132abacf), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:40.711934 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:40.732535 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event deleted for resources: {'Port': ['ID=1b0784c4-1be4-4044-a6af-f206132abacf,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:40.793730 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks [] for floatingip (6bb8390e-2061-4f29-872f-f159d98b5b09), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:40.794056 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.l3_db [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Floating IP 6bb8390e-2061-4f29-872f-f159d98b5b09 disassociated (deleted). External IP: 172.28.2.52, port: 258323c9-8ee5-445a-997f-a4ce63d597f0. Oct 12 02:33:41.025531 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 7387bbd7-34bb-4a71-864c-d5210efa8c31 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:33:41.093531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:41.131070 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 7387bbd7-34bb-4a71-864c-d5210efa8c31, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:41.142873 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'port_id': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'mac_address': 'fa:16:3e:45:61:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:33:41.183857 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 7387bbd7-34bb-4a71-864c-d5210efa8c31 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:41.184249 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:41.197379 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7387bbd7-34bb-4a71-864c-d5210efa8c31 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:33:41.218675 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 7387bbd7-34bb-4a71-864c-d5210efa8c31, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:41.219550 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Router d2944e4f-7824-4e1c-920b-3ac220bacfcb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:41.222608 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:41.271299 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=7387bbd7-34bb-4a71-864c-d5210efa8c31,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:41.325876 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:41.330570 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:41.335380 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778419af-6044-441d-ae83-2b83de661b78 None None] Sync routers for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:41.345373 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:41.346022 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:41.361886 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1d3ae83a-0c94-4267-a6da-1dad9a8800c4 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/6bb8390e-2061-4f29-872f-f159d98b5b09 HTTP/1.1" status: 204 len: 168 time: 1.1406920 Oct 12 02:33:41.449417 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:41.564807 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['7387bbd7-34bb-4a71-864c-d5210efa8c31'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:41.651355 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 5, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:41.678088 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778419af-6044-441d-ae83-2b83de661b78 None None] Checking router: d2944e4f-7824-4e1c-920b-3ac220bacfcb for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:41.687864 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:41.688725 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:41.784661 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ffb94-5de1-4901-9f38-63f672027579 req-b3b3506b-92be-4469-9d46-2682c0b7153d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:41.786244 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-482ffb94-5de1-4901-9f38-63f672027579 req-b3b3506b-92be-4469-9d46-2682c0b7153d tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 944 time: 0.0497622 Oct 12 02:33:41.811525 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:41.814043 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12142373-f4da-4e7a-bd1c-6fd19639ee3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:41.838524 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-482ffb94-5de1-4901-9f38-63f672027579 req-d1af53f0-1c77-4226-883d-b049882cebcf tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456512 Oct 12 02:33:41.858246 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95459883-fceb-4cfd-bb4f-68d3ac4e2e2c x-openstack-request-id: req-95459883-fceb-4cfd-bb4f-68d3ac4e2e2c {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:41.858542 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:41.858801 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95459883-fceb-4cfd-bb4f-68d3ac4e2e2c {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:41.859217 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95459883-fceb-4cfd-bb4f-68d3ac4e2e2c'] response: {'name': 'network-changed', 'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'status': 'completed', 'code': 200} Oct 12 02:33:41.885870 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:41.919976 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:42.052013 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-e32cc3d0-8300-49dc-9d75-91248ffea6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:42.053537 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-e32cc3d0-8300-49dc-9d75-91248ffea6d5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cdb53abae8714f59829f6d90874d25ea&device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 1129 time: 0.0427651 Oct 12 02:33:42.061871 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:42.071589 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-778419af-6044-441d-ae83-2b83de661b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 5, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:42.095928 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778419af-6044-441d-ae83-2b83de661b78 None None] The sync data for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb is: [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:56Z', 'revision_number': 4, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'b9541d92-b894-442a-98c0-36547d080dcd', 'name': '', 'network_id': 'b82c8408-5252-4671-b3db-7f2cceb9fce2', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'mac_address': 'fa:16:3e:c3:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:55Z', 'updated_at': '2022-10-12T02:31:04Z', 'revision_number': 5, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'subnets': [{'id': 'd50e3daa-409d-40e1-8916-f2cecb43aad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:42.139125 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:33:42.209744 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-81bcb95b-5337-4408-8a91-1a05ef89e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:42.211824 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-81bcb95b-5337-4408-8a91-1a05ef89e711 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 200 len: 915 time: 0.0948575 Oct 12 02:33:42.259328 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-2f2818d8-80bf-48bc-9143-8e4f9cdbe479 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 200 len: 217 time: 0.0399084 Oct 12 02:33:42.321798 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-04e17b46-49d6-4585-ad88-4287fd331a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:42.323216 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-04e17b46-49d6-4585-ad88-4287fd331a7b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d50e3daa-409d-40e1-8916-f2cecb43aad5 HTTP/1.1" status: 200 len: 853 time: 0.0481803 Oct 12 02:33:42.343787 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:42.366044 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f527a-733c-416c-a167-fb9abd942a3e None None] New status for floating IP 6bb8390e-2061-4f29-872f-f159d98b5b09: DOWN {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:42.374097 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-a6457c9a-d29c-4f42-acb8-9fe39601ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:42.375842 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-a6457c9a-d29c-4f42-acb8-9fe39601ad82 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b82c8408-5252-4671-b3db-7f2cceb9fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0444305 Oct 12 02:33:42.434874 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:42.473662 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-d0ef9804-4e7e-472b-b613-f7dce683d2d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899816 Oct 12 02:33:42.563504 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-12142373-f4da-4e7a-bd1c-6fd19639ee3d req-7fe2922a-daf1-4992-b2cf-e424afd723e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838807 Oct 12 02:33:42.963613 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9324-e24f-4b85-b28d-9ba2433b116c req-f2dbf012-6326-4485-a9ac-e43bb69410f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:42.965252 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b5fa9324-e24f-4b85-b28d-9ba2433b116c req-f2dbf012-6326-4485-a9ac-e43bb69410f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 944 time: 0.0484025 Oct 12 02:33:43.013329 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b5fa9324-e24f-4b85-b28d-9ba2433b116c req-1625ed2e-3b03-4000-854b-f963b5bac90f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Oct 12 02:33:43.028274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 7387bbd7-34bb-4a71-864c-d5210efa8c31 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:33:43.071847 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 7387bbd7-34bb-4a71-864c-d5210efa8c31 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:33:43.077478 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 7387bbd7-34bb-4a71-864c-d5210efa8c31 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:43.077857 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:43.078195 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 7387bbd7-34bb-4a71-864c-d5210efa8c31 Oct 12 02:33:43.160185 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 7387bbd7-34bb-4a71-864c-d5210efa8c31 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:43.160185 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:43.178769 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:43.181078 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a10f19-9d84-4c9b-a84b-a360af128969" -d '{"events": [{"server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:43.193448 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 7387bbd7-34bb-4a71-864c-d5210efa8c31, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:43.197915 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:43.223480 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceaaba2-995e-4274-8a32-1d0f85ced3be x-openstack-request-id: req-3ceaaba2-995e-4274-8a32-1d0f85ced3be {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:43.223797 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:43.224062 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ceaaba2-995e-4274-8a32-1d0f85ced3be {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:43.224456 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ceaaba2-995e-4274-8a32-1d0f85ced3be'] response: {'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'code': 200} Oct 12 02:33:43.238741 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:43.244309 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:43.250990 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=7387bbd7-34bb-4a71-864c-d5210efa8c31,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:43.426281 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a57f7-07d1-40ad-8fca-cd94c4714cae req-18675eca-12e4-4ab5-8ac0-81d29c4b9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:43.427634 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5a6a57f7-07d1-40ad-8fca-cd94c4714cae req-18675eca-12e4-4ab5-8ac0-81d29c4b9512 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 1129 time: 0.0369399 Oct 12 02:33:43.473610 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5a6a57f7-07d1-40ad-8fca-cd94c4714cae req-81ba22a6-0c32-4842-b3e4-d6da9a564b22 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Oct 12 02:33:44.110497 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8e2a-ca05-4149-9dd9-389c4d95fddc req-8fe3b10f-65c6-4e97-a5c4-2d114b5ddcbc tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:44.111968 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4c3e8e2a-ca05-4149-9dd9-389c4d95fddc req-8fe3b10f-65c6-4e97-a5c4-2d114b5ddcbc tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0475738 Oct 12 02:33:44.139067 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126f69d-2952-4f39-9b84-89470530018c req-e1dd746f-b228-412a-b585-9e3273c282d2 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:44.140580 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2126f69d-2952-4f39-9b84-89470530018c req-e1dd746f-b228-412a-b585-9e3273c282d2 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0513499 Oct 12 02:33:44.158859 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4c3e8e2a-ca05-4149-9dd9-389c4d95fddc req-44a3e7ab-3d89-4390-aa2c-5c7f24dcbbaa tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Oct 12 02:33:44.190151 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2126f69d-2952-4f39-9b84-89470530018c req-f15166f4-ea96-48e8-84fa-86a2981f8e09 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Oct 12 02:33:45.283169 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a28ef-1f77-4681-a764-3ceb16492710 req-9977ddfd-6e55-469c-8ab2-a65f6e72b2d2 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:45.284690 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-238a28ef-1f77-4681-a764-3ceb16492710 req-9977ddfd-6e55-469c-8ab2-a65f6e72b2d2 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0475574 Oct 12 02:33:45.315906 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38a89d-3215-4f06-a92d-431d632ebd86 req-8e50a2b4-8f4b-4a13-a68f-0776b82f5bef tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:45.317438 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4f38a89d-3215-4f06-a92d-431d632ebd86 req-8e50a2b4-8f4b-4a13-a68f-0776b82f5bef tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0482979 Oct 12 02:33:45.332975 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-238a28ef-1f77-4681-a764-3ceb16492710 req-0298834a-3ed3-4152-ab12-40892542c75c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 Oct 12 02:33:45.366902 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4f38a89d-3215-4f06-a92d-431d632ebd86 req-f18e12fe-0f04-40e9-b752-76494b079130 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Oct 12 02:33:46.456917 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe6fdd-194f-4a3f-b166-3d8927153435 req-fbf70a7a-6dee-439c-8747-d9adb80e3d9c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.458415 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7dbe6fdd-194f-4a3f-b166-3d8927153435 req-fbf70a7a-6dee-439c-8747-d9adb80e3d9c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0507188 Oct 12 02:33:46.492190 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d68cc-9ebe-4314-93db-97ea3f0ea7fe req-6e34c17b-16ed-4ba3-b731-a65303ffe9fc tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.493715 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c88d68cc-9ebe-4314-93db-97ea3f0ea7fe req-6e34c17b-16ed-4ba3-b731-a65303ffe9fc tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0506246 Oct 12 02:33:46.507743 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7dbe6fdd-194f-4a3f-b166-3d8927153435 req-d022c8ce-e8d3-4d2c-90d2-c05589b3e139 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Oct 12 02:33:46.542253 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c88d68cc-9ebe-4314-93db-97ea3f0ea7fe req-7df8b80c-0e37-4a46-a28b-b70055b81bdf tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427639 Oct 12 02:33:46.657187 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee13c-2e79-4b0a-a9b0-a83e7782d8d1 req-5decf27a-b695-422a-9530-474b124a03ab tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.658842 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5acee13c-2e79-4b0a-a9b0-a83e7782d8d1 req-5decf27a-b695-422a-9530-474b124a03ab tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0468929 Oct 12 02:33:46.668840 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56718) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:46.673193 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Request body: {'floatingip': {'port_id': '7387bbd7-34bb-4a71-864c-d5210efa8c31'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:46.710645 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (fec66c51-ace0-470e-a32a-9e94298dea19), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:46.774804 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-315dded0-9c63-41e0-90e3-9d912bb4333b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.067758 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:47.092247 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48141a49-85e3-4170-b4d3-199a5d741aab req-5c2ff416-5b14-49ce-85f5-4fc9a6c5a38f tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:47.093761 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-48141a49-85e3-4170-b4d3-199a5d741aab req-5c2ff416-5b14-49ce-85f5-4fc9a6c5a38f tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0637002 Oct 12 02:33:47.159358 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:47.245928 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.252262 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Deleting port 258323c9-8ee5-445a-997f-a4ce63d597f0 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:47.252628 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.255262 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (fec66c51-ace0-470e-a32a-9e94298dea19), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.422776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] For port 258323c9-8ee5-445a-997f-a4ce63d597f0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=258323c9-8ee5-445a-997f-a4ce63d597f0,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:47.423237 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.431601 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Floating IP fec66c51-ace0-470e-a32a-9e94298dea19 associated. External IP: 172.28.2.63, port: 7387bbd7-34bb-4a71-864c-d5210efa8c31. Oct 12 02:33:47.471142 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Calling delete_port for 258323c9-8ee5-445a-997f-a4ce63d597f0 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:47.632920 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb904fc-7cf3-41fe-8c7e-c84e748a5a4b req-a79b1e76-ff78-4745-8e50-39cf455fcb0c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:47.634517 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7fb904fc-7cf3-41fe-8c7e-c84e748a5a4b req-a79b1e76-ff78-4745-8e50-39cf455fcb0c tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cc043218-1d56-43ea-a910-4fc5386d292b HTTP/1.1" status: 200 len: 945 time: 0.0482862 Oct 12 02:33:47.683565 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7fb904fc-7cf3-41fe-8c7e-c84e748a5a4b req-e58219c5-860a-447a-8349-f8f1466fb340 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=717c548b-4104-4b79-857e-6d5ae58ac9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Oct 12 02:33:47.743569 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (258323c9-8ee5-445a-997f-a4ce63d597f0), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.749076 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:47.783628 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Pushing event deleted for resources: {'Port': ['ID=258323c9-8ee5-445a-997f-a4ce63d597f0,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:47.789962 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['258323c9-8ee5-445a-997f-a4ce63d597f0'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:47.859252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] No DVR routers for this DVR port 258323c9-8ee5-445a-997f-a4ce63d597f0 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:47.862708 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.865905 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-48141a49-85e3-4170-b4d3-199a5d741aab req-144a3928-b9f9-410f-beff-d01009298484 tempest-TestMinimumBasicScenario-2116474900 tempest-TestMinimumBasicScenario-2116474900-project] 10.222.0.27 "DELETE /networking/v2.0/ports/258323c9-8ee5-445a-997f-a4ce63d597f0 HTTP/1.1" status: 204 len: 173 time: 0.7646430 Oct 12 02:33:47.866400 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'name': 'network-vif-deleted', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:47.868860 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04d5d1d-41bc-4dbd-9f2e-5f6a2bdcf5be" -d '{"events": [{"server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "name": "network-vif-deleted", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:47.884167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:47.915625 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ec157b-a922-431a-910a-cb3324ca884f x-openstack-request-id: req-00ec157b-a922-431a-910a-cb3324ca884f {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:47.915920 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc043218-1d56-43ea-a910-4fc5386d292b", "name": "network-vif-deleted", "tag": "258323c9-8ee5-445a-997f-a4ce63d597f0", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:47.916173 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00ec157b-a922-431a-910a-cb3324ca884f {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:47.916607 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ec157b-a922-431a-910a-cb3324ca884f'] response: {'server_uuid': 'cc043218-1d56-43ea-a910-4fc5386d292b', 'name': 'network-vif-deleted', 'tag': '258323c9-8ee5-445a-997f-a4ce63d597f0', 'status': 'completed', 'code': 200} Oct 12 02:33:47.937896 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:47.942468 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.949466 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] Sync routers for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:47.963599 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:47.964223 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:47.974953 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-18fe3e8e-569a-41e9-b123-8e9332c1bdbe tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/fec66c51-ace0-470e-a32a-9e94298dea19 HTTP/1.1" status: 200 len: 990 time: 1.3043633 Oct 12 02:33:48.069701 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:48.307288 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'fec66c51-ace0-470e-a32a-9e94298dea19', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'port_id': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'mac_address': 'fa:16:3e:45:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:33Z', 'updated_at': '2022-10-12T02:33:47Z', 'revision_number': 1, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:48.332334 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] Checking router: eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:48.341833 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:48.342431 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:48.441678 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:48.654387 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'fec66c51-ace0-470e-a32a-9e94298dea19', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'port_id': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'mac_address': 'fa:16:3e:45:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:33Z', 'updated_at': '2022-10-12T02:33:47Z', 'revision_number': 1, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:48.680841 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b22da1-6307-4a8d-8025-b2ba7aaa791b None None] The sync data for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb is: [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'fec66c51-ace0-470e-a32a-9e94298dea19', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'port_id': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'mac_address': 'fa:16:3e:45:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:33Z', 'updated_at': '2022-10-12T02:33:47Z', 'revision_number': 1, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:48.883911 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b144ba7-5e87-4676-be5f-023b9f3c0550 None None] New status for floating IP fec66c51-ace0-470e-a32a-9e94298dea19: ACTIVE {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:49.030301 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6894139d-4e31-44b0-b644-340555822d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.360913 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56772) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:49.400694 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:49.728533 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (d2944e4f-7824-4e1c-920b-3ac220bacfcb), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.731044 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:49.917816 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:49.920235 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316fb2ba-2079-4b8a-838a-5d574ed9ff50" -d '{"events": [{"name": "network-changed", "server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:49.959110 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6155e48-169b-45c7-8699-2b0e89d63733 x-openstack-request-id: req-c6155e48-169b-45c7-8699-2b0e89d63733 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:49.959642 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:49.959899 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6155e48-169b-45c7-8699-2b0e89d63733 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:49.960306 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6155e48-169b-45c7-8699-2b0e89d63733'] response: {'name': 'network-changed', 'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'status': 'completed', 'code': 200} Oct 12 02:33:50.006077 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Deleting port b9541d92-b894-442a-98c0-36547d080dcd {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:50.006333 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (b9541d92-b894-442a-98c0-36547d080dcd), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.048605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-4768178d-a3cf-4551-a583-926ad2c26217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:50.050109 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-4768178d-a3cf-4551-a583-926ad2c26217 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=23861c9a343c4b95b71a2415d0a28f37&device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 1129 time: 0.0409784 Oct 12 02:33:50.085972 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] For port b9541d92-b894-442a-98c0-36547d080dcd, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=b9541d92-b894-442a-98c0-36547d080dcd,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:50.086366 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (b9541d92-b894-442a-98c0-36547d080dcd), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.098693 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Calling delete_port for b9541d92-b894-442a-98c0-36547d080dcd owned by network:router_interface {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:50.135970 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:50.141735 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-65b43903-3166-4695-ad37-b416b6c91b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:50.143187 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-65b43903-3166-4695-ad37-b416b6c91b6a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 200 len: 911 time: 0.0870702 Oct 12 02:33:50.283754 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (b9541d92-b894-442a-98c0-36547d080dcd), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.292523 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.315150 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9541d92-b894-442a-98c0-36547d080dcd,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:50.367672 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:50.435061 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-391b6074-3474-42c0-bf45-b0e63e14a74c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31 HTTP/1.1" status: 200 len: 1000 time: 0.2850177 Oct 12 02:33:50.488980 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-e7a79006-1f57-4983-96b8-44153ac2ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:50.490228 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-e7a79006-1f57-4983-96b8-44153ac2ed7c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 200 len: 849 time: 0.0488129 Oct 12 02:33:50.493831 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (d2944e4f-7824-4e1c-920b-3ac220bacfcb), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.515292 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac007e-83d8-46a6-9c51-3c9ad3d26923 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:33:50.538996 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-44bb743c-1a5f-4cf3-9010-94f9b42d0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:50.538996 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-44bb743c-1a5f-4cf3-9010-94f9b42d0681 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=6493f3b7-00db-47bb-943d-235ea898d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0403559 Oct 12 02:33:50.560179 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:50.633348 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac007e-83d8-46a6-9c51-3c9ad3d26923 None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:33:50.637160 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-51afd235-783f-4dba-a090-56c738a65741 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932379 Oct 12 02:33:50.723114 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Router d2944e4f-7824-4e1c-920b-3ac220bacfcb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:50.734609 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-316fb2ba-2079-4b8a-838a-5d574ed9ff50 req-ef977d52-1d73-40d6-8933-5f429b022516 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901427 Oct 12 02:33:50.830403 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:50.836199 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9afb3717-487e-4fb0-b4b9-8531b3c6eff7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d2944e4f-7824-4e1c-920b-3ac220bacfcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736643 Oct 12 02:33:50.839609 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56776) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:50.842174 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] Sync routers for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:50.861498 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:50.862183 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:50.955202 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks [] for router (d2944e4f-7824-4e1c-920b-3ac220bacfcb), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.959729 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:50.970183 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:51.056337 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 258323c9-8ee5-445a-997f-a4ce63d597f0 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:51.076703 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 258323c9-8ee5-445a-997f-a4ce63d597f0 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:51.077061 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 258323c9-8ee5-445a-997f-a4ce63d597f0 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:51.083186 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:51.092062 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks [] for router_gateway (d2944e4f-7824-4e1c-920b-3ac220bacfcb), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.148233 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Deleting port 42af96a6-b87d-46fc-93f7-e30a91984e24 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:51.149071 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.175364 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:33:50Z', 'revision_number': 5, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port': {'id': '42af96a6-b87d-46fc-93f7-e30a91984e24', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:51.206197 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] Checking router: d2944e4f-7824-4e1c-920b-3ac220bacfcb for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:51.216077 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] Routers {'d2944e4f-7824-4e1c-920b-3ac220bacfcb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:51.216720 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:51.243232 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:51.257038 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] For port 42af96a6-b87d-46fc-93f7-e30a91984e24, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=42af96a6-b87d-46fc-93f7-e30a91984e24,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:51.257542 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.271201 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Calling delete_port for 42af96a6-b87d-46fc-93f7-e30a91984e24 owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:51.311512 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] Set router d2944e4f-7824-4e1c-920b-3ac220bacfcb gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:51.366135 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:33:51Z', 'revision_number': 6, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:51.453380 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-5050b1a0-fd11-4b94-b452-6d43a42c537b None None] Provisioning complete for port 2814448b-3bce-488e-8bf0-5edb96a36520 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:51.454478 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5050b1a0-fd11-4b94-b452-6d43a42c537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.455014 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-5050b1a0-fd11-4b94-b452-6d43a42c537b None None] Attempt 1 to provision port 2814448b-3bce-488e-8bf0-5edb96a36520 Oct 12 02:33:51.463060 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (42af96a6-b87d-46fc-93f7-e30a91984e24), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.487321 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Pushing event deleted for resources: {'Port': ['ID=42af96a6-b87d-46fc-93f7-e30a91984e24,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:51.494496 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91c485-b6c8-4bd2-9b5d-10250e18f1a4 None None] The sync data for ids ['d2944e4f-7824-4e1c-920b-3ac220bacfcb'] in dv-cinder-849143-14-smb is: [{'id': 'd2944e4f-7824-4e1c-920b-3ac220bacfcb', 'name': 'tempest-TestMinimumBasicScenario-759989508-router', 'tenant_id': 'cdb53abae8714f59829f6d90874d25ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:52Z', 'updated_at': '2022-10-12T02:33:51Z', 'revision_number': 6, 'project_id': 'cdb53abae8714f59829f6d90874d25ea', 'gw_port_host': None}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:51.515837 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (d2944e4f-7824-4e1c-920b-3ac220bacfcb), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.557273 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-5050b1a0-fd11-4b94-b452-6d43a42c537b None None] Current status of the port 2814448b-3bce-488e-8bf0-5edb96a36520 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:51.628324 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (d2944e4f-7824-4e1c-920b-3ac220bacfcb), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.630428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks [] for router_controller (d2944e4f-7824-4e1c-920b-3ac220bacfcb), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.683085 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:51.693749 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (d2944e4f-7824-4e1c-920b-3ac220bacfcb), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.694470 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2944e4f-7824-4e1c-920b-3ac220bacfcb {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:33:51.699388 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.700516 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-abbf84c5-492b-4b04-9727-c1efa0354423 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/d2944e4f-7824-4e1c-920b-3ac220bacfcb HTTP/1.1" status: 204 len: 168 time: 0.8598788 Oct 12 02:33:51.703198 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56778) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:51.747154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] Deleting subnet d50e3daa-409d-40e1-8916-f2cecb43aad5 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:33:51.750151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] Publish callbacks [] for subnet (d50e3daa-409d-40e1-8916-f2cecb43aad5), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.787390 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] Publish callbacks [] for subnet (d50e3daa-409d-40e1-8916-f2cecb43aad5), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.827183 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (d50e3daa-409d-40e1-8916-f2cecb43aad5), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.915915 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.926248 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (d50e3daa-409d-40e1-8916-f2cecb43aad5), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.964233 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.967772 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d50e3daa-409d-40e1-8916-f2cecb43aad5 HTTP/1.1" status: 204 len: 168 time: 0.2636955 Oct 12 02:33:51.969168 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be8a5d-746e-4bd9-a6fd-0626f75fcc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50e3daa-409d-40e1-8916-f2cecb43aad5,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:51.970457 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56782) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:51.973066 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c8cca-5f1c-4a45-8f9e-25c14a16ea10 None None] Network b82c8408-5252-4671-b3db-7f2cceb9fce2 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:33:51.993788 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b9541d92-b894-442a-98c0-36547d080dcd no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:52.034833 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.038960 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: b9541d92-b894-442a-98c0-36547d080dcd {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:52.039305 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b9541d92-b894-442a-98c0-36547d080dcd not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:52.053715 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (b82c8408-5252-4671-b3db-7f2cceb9fce2), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.095374 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Deleting port 2814448b-3bce-488e-8bf0-5edb96a36520 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:52.095720 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.161573 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] For port 2814448b-3bce-488e-8bf0-5edb96a36520, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=2814448b-3bce-488e-8bf0-5edb96a36520,segment=NetworkSegment(c845a049-9280-47b7-8f1e-3e673cbf6a83),segment_id=c845a049-9280-47b7-8f1e-3e673cbf6a83)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:52.161874 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.174582 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Calling delete_port for 2814448b-3bce-488e-8bf0-5edb96a36520 owned by network:dhcp {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:52.251129 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (2814448b-3bce-488e-8bf0-5edb96a36520), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.279273 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2814448b-3bce-488e-8bf0-5edb96a36520,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:52.282297 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] No DVR routers for this DVR port 2814448b-3bce-488e-8bf0-5edb96a36520 on host dv-cinder-849143-14-smb {{(pid=104427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:52.314388 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e827115-bfc3-47d2-91d3-fce76473522c None None] DHCP port deletion for b82c8408-5252-4671-b3db-7f2cceb9fce2 request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:33:52.591385 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (b82c8408-5252-4671-b3db-7f2cceb9fce2), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.611303 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82c8408-5252-4671-b3db-7f2cceb9fce2']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:52.621333 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c845a049-9280-47b7-8f1e-3e673cbf6a83') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:52.621627 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c845a049-9280-47b7-8f1e-3e673cbf6a83') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:52.631064 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (c845a049-9280-47b7-8f1e-3e673cbf6a83), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.644010 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (c845a049-9280-47b7-8f1e-3e673cbf6a83), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.650123 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:33:52.650499 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (c845a049-9280-47b7-8f1e-3e673cbf6a83), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.694351 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment c845a049-9280-47b7-8f1e-3e673cbf6a83 resource provider aggregate not found Oct 12 02:33:52.713992 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment c845a049-9280-47b7-8f1e-3e673cbf6a83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c845a049-9280-47b7-8f1e-3e673cbf6a83 found for delete ", "request_id": "req-d62b624e-95d5-4e6c-b809-b265cd3208b6"}]} Oct 12 02:33:52.720432 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (b82c8408-5252-4671-b3db-7f2cceb9fce2), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.725310 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:52.729664 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b82c8408-5252-4671-b3db-7f2cceb9fce2 HTTP/1.1" status: 204 len: 168 time: 0.7582161 Oct 12 02:33:52.733586 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56788) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:52.743923 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fef31-72c7-4538-969e-1e93f613e9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b82c8408-5252-4671-b3db-7f2cceb9fce2,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:52.982812 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:53.047931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (f8ac45a9-be32-44af-ba8e-41c37149ba11), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:53.262864 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Deleting port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:53.263111 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:53.340554 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] For port 10dacc7e-3e8a-4be6-a476-eb5b8df57d25, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,segment=NetworkSegment(65a16abc-7d6d-4a32-88f1-2a361dee5577),segment_id=65a16abc-7d6d-4a32-88f1-2a361dee5577)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:53.340925 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:53.353984 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Calling delete_port for 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 owned by network:router_interface {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:53.406267 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:53.536033 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (10dacc7e-3e8a-4be6-a476-eb5b8df57d25), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:53.561349 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Pushing event deleted for resources: {'Port': ['ID=10dacc7e-3e8a-4be6-a476-eb5b8df57d25,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:53.682427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (f8ac45a9-be32-44af-ba8e-41c37149ba11), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:53.724591 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bdfe0b-c99c-4115-999f-18280919b017 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:33:53.775151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:53.821320 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bdfe0b-c99c-4115-999f-18280919b017 None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:33:53.883666 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:53.897022 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 42af96a6-b87d-46fc-93f7-e30a91984e24 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:53.902653 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Router f8ac45a9-be32-44af-ba8e-41c37149ba11 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:53.925675 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 42af96a6-b87d-46fc-93f7-e30a91984e24 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:53.926025 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 42af96a6-b87d-46fc-93f7-e30a91984e24 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:53.926446 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 2814448b-3bce-488e-8bf0-5edb96a36520 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:53.930106 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:53.956924 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 2814448b-3bce-488e-8bf0-5edb96a36520 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:53.957274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 2814448b-3bce-488e-8bf0-5edb96a36520 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:54.005321 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:54.013461 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-07bcfbc7-594c-4c96-9d9d-52d36a5cac96 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/f8ac45a9-be32-44af-ba8e-41c37149ba11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2761219 Oct 12 02:33:54.013461 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56790) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:54.016837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] Sync routers for ids ['f8ac45a9-be32-44af-ba8e-41c37149ba11'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:54.048968 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] Routers {'f8ac45a9-be32-44af-ba8e-41c37149ba11'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:54.049494 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['f8ac45a9-be32-44af-ba8e-41c37149ba11'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:54.115245 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks [] for router (f8ac45a9-be32-44af-ba8e-41c37149ba11), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.153069 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] Set router f8ac45a9-be32-44af-ba8e-41c37149ba11 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:54.222202 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks [] for router_gateway (f8ac45a9-be32-44af-ba8e-41c37149ba11), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.275633 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Deleting port da5f1ef6-3cc7-4c8b-a11d-026746f309a6 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:54.275921 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.277812 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:54.371195 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] For port da5f1ef6-3cc7-4c8b-a11d-026746f309a6, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:54.371558 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.386448 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Calling delete_port for da5f1ef6-3cc7-4c8b-a11d-026746f309a6 owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:54.479242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:33:53Z', 'revision_number': 5, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port': {'id': 'da5f1ef6-3cc7-4c8b-a11d-026746f309a6', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:31:00Z', 'updated_at': '2022-10-12T02:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:54.511121 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] Checking router: f8ac45a9-be32-44af-ba8e-41c37149ba11 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:54.520437 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] Routers {'f8ac45a9-be32-44af-ba8e-41c37149ba11'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:54.521082 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['f8ac45a9-be32-44af-ba8e-41c37149ba11'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:54.560996 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (da5f1ef6-3cc7-4c8b-a11d-026746f309a6), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.583559 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5f1ef6-3cc7-4c8b-a11d-026746f309a6,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:54.609116 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-389a8f0d-d574-4486-be14-4641cf9276b8 None None] Provisioning complete for port d2934726-c585-43d0-8cdf-cd1e5d971b98 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:54.609569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-389a8f0d-d574-4486-be14-4641cf9276b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.609900 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-389a8f0d-d574-4486-be14-4641cf9276b8 None None] Attempt 1 to provision port d2934726-c585-43d0-8cdf-cd1e5d971b98 Oct 12 02:33:54.611176 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (f8ac45a9-be32-44af-ba8e-41c37149ba11), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.635506 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] Set router f8ac45a9-be32-44af-ba8e-41c37149ba11 gateway port host: None {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:54.688973 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:33:54Z', 'revision_number': 6, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:54.698543 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (f8ac45a9-be32-44af-ba8e-41c37149ba11), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.700716 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks [] for router_controller (f8ac45a9-be32-44af-ba8e-41c37149ba11), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.720403 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aff52-dba5-468b-bdc6-dcf905328c5c None None] The sync data for ids ['f8ac45a9-be32-44af-ba8e-41c37149ba11'] in dv-cinder-849143-14-smb is: [{'id': 'f8ac45a9-be32-44af-ba8e-41c37149ba11', 'name': 'tempest-TestMinimumBasicScenario-1407193917-router', 'tenant_id': 'b755104089d6459984db510b138b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:30:59Z', 'updated_at': '2022-10-12T02:33:54Z', 'revision_number': 6, 'project_id': 'b755104089d6459984db510b138b37e0', 'gw_port_host': None}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:54.750358 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (f8ac45a9-be32-44af-ba8e-41c37149ba11), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.750917 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ac45a9-be32-44af-ba8e-41c37149ba11 {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:33:54.762640 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.763789 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a6331a86-7c33-4d10-8025-d718dde662c8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/f8ac45a9-be32-44af-ba8e-41c37149ba11 HTTP/1.1" status: 204 len: 168 time: 0.7495363 Oct 12 02:33:54.766295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56794) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:54.766872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-389a8f0d-d574-4486-be14-4641cf9276b8 None None] Current status of the port d2934726-c585-43d0-8cdf-cd1e5d971b98 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:54.811526 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] Deleting subnet 08f73998-356c-4765-82e0-7908862ee156 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:33:54.814648 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] Publish callbacks [] for subnet (08f73998-356c-4765-82e0-7908862ee156), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.838366 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:54.849605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] Publish callbacks [] for subnet (08f73998-356c-4765-82e0-7908862ee156), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.893520 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (08f73998-356c-4765-82e0-7908862ee156), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.949017 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (08f73998-356c-4765-82e0-7908862ee156), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.972700 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f73998-356c-4765-82e0-7908862ee156,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:54.979696 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:54.985050 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30324ff-97b7-419b-82fc-970db6d936c8 None None] Network f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:33:54.986252 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56796) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:54.986697 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-7d4cbe09-7b3a-464a-ad8d-81dcdfb83e17 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/08f73998-356c-4765-82e0-7908862ee156 HTTP/1.1" status: 204 len: 168 time: 0.2192025 Oct 12 02:33:55.051192 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:55.058521 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (f6ad119e-7d87-4f86-ac1b-36050e1ef0f1), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.060425 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:55.113235 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Deleting port d2934726-c585-43d0-8cdf-cd1e5d971b98 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:55.113583 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.149693 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] DHCP port deletion for f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:33:55.183039 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] For port d2934726-c585-43d0-8cdf-cd1e5d971b98, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=d2934726-c585-43d0-8cdf-cd1e5d971b98,segment=NetworkSegment(65a16abc-7d6d-4a32-88f1-2a361dee5577),segment_id=65a16abc-7d6d-4a32-88f1-2a361dee5577)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:55.183410 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.191788 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] Deleting port d2934726-c585-43d0-8cdf-cd1e5d971b98 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:55.192228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.198860 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Calling delete_port for d2934726-c585-43d0-8cdf-cd1e5d971b98 owned by network:dhcp {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:55.258983 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] For port d2934726-c585-43d0-8cdf-cd1e5d971b98, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=d2934726-c585-43d0-8cdf-cd1e5d971b98,segment=NetworkSegment(65a16abc-7d6d-4a32-88f1-2a361dee5577),segment_id=65a16abc-7d6d-4a32-88f1-2a361dee5577)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:55.259380 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.275972 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] Calling delete_port for d2934726-c585-43d0-8cdf-cd1e5d971b98 owned by network:dhcp {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:55.282807 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.310374 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] No DVR routers for this DVR port d2934726-c585-43d0-8cdf-cd1e5d971b98 on host dv-cinder-849143-14-smb {{(pid=104427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:55.311986 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2934726-c585-43d0-8cdf-cd1e5d971b98,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:55.331030 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:55.338507 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.338859 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.339201 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.339540 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.339875 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.340205 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.340553 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.340879 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.341204 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.341529 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.341878 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.342203 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.342525 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.342840 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.343158 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:55.353072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (d2934726-c585-43d0-8cdf-cd1e5d971b98), after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.376233 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] Pushing event deleted for resources: {'Port': ['ID=d2934726-c585-43d0-8cdf-cd1e5d971b98,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:55.383046 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbfbfad-c85c-4607-acd0-84468bd71727 None None] No DVR routers for this DVR port d2934726-c585-43d0-8cdf-cd1e5d971b98 on host dv-cinder-849143-14-smb {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:55.403858 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (f6ad119e-7d87-4f86-ac1b-36050e1ef0f1), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.425322 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ad119e-7d87-4f86-ac1b-36050e1ef0f1']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:55.435499 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a16abc-7d6d-4a32-88f1-2a361dee5577') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:55.435794 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a16abc-7d6d-4a32-88f1-2a361dee5577') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:55.446375 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (65a16abc-7d6d-4a32-88f1-2a361dee5577), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.459405 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (65a16abc-7d6d-4a32-88f1-2a361dee5577), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.466148 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:33:55.466533 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (65a16abc-7d6d-4a32-88f1-2a361dee5577), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.510519 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 65a16abc-7d6d-4a32-88f1-2a361dee5577 resource provider aggregate not found Oct 12 02:33:55.529423 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 65a16abc-7d6d-4a32-88f1-2a361dee5577 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65a16abc-7d6d-4a32-88f1-2a361dee5577 found for delete ", "request_id": "req-c201fe25-aa59-4c3e-9109-1b7f9ef3e47c"}]} Oct 12 02:33:55.536417 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (f6ad119e-7d87-4f86-ac1b-36050e1ef0f1), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.545312 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.548739 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f6ad119e-7d87-4f86-ac1b-36050e1ef0f1 HTTP/1.1" status: 204 len: 168 time: 0.5613086 Oct 12 02:33:55.562662 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391105bd-4cf0-4013-bf9c-d9f76d0806e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ad119e-7d87-4f86-ac1b-36050e1ef0f1,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:55.721902 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56806) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:55.764361 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-964531a6-0830-47b3-99a0-b264be6f2be0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cdb53abae8714f59829f6d90874d25ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412109 Oct 12 02:33:55.766790 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56808) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:55.821572 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2cb5-3067-4c4c-a41e-a583d8581dfd admin admin] Publish callbacks [] for security_group (717c548b-4104-4b79-857e-6d5ae58ac9b5), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.834901 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device da5f1ef6-3cc7-4c8b-a11d-026746f309a6 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:55.848163 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2cb5-3067-4c4c-a41e-a583d8581dfd admin admin] Publish callbacks [] for security_group (717c548b-4104-4b79-857e-6d5ae58ac9b5), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.860173 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: da5f1ef6-3cc7-4c8b-a11d-026746f309a6 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:55.860743 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device da5f1ef6-3cc7-4c8b-a11d-026746f309a6 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:55.861168 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:55.882234 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:55.882782 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 10dacc7e-3e8a-4be6-a476-eb5b8df57d25 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:55.883233 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device d2934726-c585-43d0-8cdf-cd1e5d971b98 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:55.900649 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2cb5-3067-4c4c-a41e-a583d8581dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (717c548b-4104-4b79-857e-6d5ae58ac9b5), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.902178 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: d2934726-c585-43d0-8cdf-cd1e5d971b98 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:55.902524 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device d2934726-c585-43d0-8cdf-cd1e5d971b98 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:55.903392 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2cb5-3067-4c4c-a41e-a583d8581dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.904568 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-2f6e2cb5-3067-4c4c-a41e-a583d8581dfd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/717c548b-4104-4b79-857e-6d5ae58ac9b5 HTTP/1.1" status: 204 len: 168 time: 0.1368656 Oct 12 02:33:55.918014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e2cb5-3067-4c4c-a41e-a583d8581dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717c548b-4104-4b79-857e-6d5ae58ac9b5,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:56.224454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56814) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:56.265080 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-552f1fa8-f02d-46b8-929d-6478779fcb65 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b755104089d6459984db510b138b37e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394917 Oct 12 02:33:56.267439 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56816) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:56.315529 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d0bd149e-1095-4785-95c4-9f973fdd515a admin admin] Publish callbacks [] for security_group (a600391d-2b85-4fbb-bd64-d1083cedd38f), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.322220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:56.337063 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d0bd149e-1095-4785-95c4-9f973fdd515a admin admin] Publish callbacks [] for security_group (a600391d-2b85-4fbb-bd64-d1083cedd38f), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.384745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d0bd149e-1095-4785-95c4-9f973fdd515a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a600391d-2b85-4fbb-bd64-d1083cedd38f), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.387282 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d0bd149e-1095-4785-95c4-9f973fdd515a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.388506 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d0bd149e-1095-4785-95c4-9f973fdd515a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a600391d-2b85-4fbb-bd64-d1083cedd38f HTTP/1.1" status: 204 len: 168 time: 0.1201093 Oct 12 02:33:56.396063 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd149e-1095-4785-95c4-9f973fdd515a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a600391d-2b85-4fbb-bd64-d1083cedd38f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:58.318585 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a9977-e58c-4a3d-b12c-ea783483ecff req-02fb69ef-f210-4a31-a148-46017fdc54f6 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:58.320761 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a30a9977-e58c-4a3d-b12c-ea783483ecff req-02fb69ef-f210-4a31-a148-46017fdc54f6 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0507536 Oct 12 02:33:58.367676 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a30a9977-e58c-4a3d-b12c-ea783483ecff req-6c058faa-36f3-4989-a1c3-1c8d57151f03 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412028 Oct 12 02:33:59.489708 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bf159-a458-4cd0-856b-c25c78bee987 req-44dfa7ca-63bf-4cb1-a3cf-6f2c5fda7127 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:59.491182 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dc6bf159-a458-4cd0-856b-c25c78bee987 req-44dfa7ca-63bf-4cb1-a3cf-6f2c5fda7127 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0475242 Oct 12 02:33:59.539677 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dc6bf159-a458-4cd0-856b-c25c78bee987 req-f95ca6fa-ba02-4f90-a940-5f5ea231bf54 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Oct 12 02:34:00.658519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8256e-6b1b-4953-8edc-2f9db116560e req-95d531e3-cbc2-43c9-9d6c-e189c08e5ddd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:00.659983 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-18e8256e-6b1b-4953-8edc-2f9db116560e req-95d531e3-cbc2-43c9-9d6c-e189c08e5ddd tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0462189 Oct 12 02:34:00.706439 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-18e8256e-6b1b-4953-8edc-2f9db116560e req-07ea75da-c0d2-4d1b-abcc-b53d1375880a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Oct 12 02:34:01.369366 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=33 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:01.494329 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=18 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:01.833698 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83057c4-2759-4477-b048-dd6c195af090 req-dfd71efb-5e9d-470b-b18d-485858a8c7e4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:01.835214 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f83057c4-2759-4477-b048-dd6c195af090 req-dfd71efb-5e9d-470b-b18d-485858a8c7e4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0506957 Oct 12 02:34:01.882985 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f83057c4-2759-4477-b048-dd6c195af090 req-9cd137c7-a4ad-4677-866b-351c8ab7ac7a tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=931958eb-2fff-4be2-9a21-5a400d530db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Oct 12 02:34:02.195028 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-fc9f53e5-5022-409d-87a5-b35a33af8811 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:02.196442 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-fc9f53e5-5022-409d-87a5-b35a33af8811 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Oct 12 02:34:02.490486 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Deleting port 3aa64a0e-a4d4-463f-b06f-31599af794e2 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:02.490832 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:02.580621 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] For port 3aa64a0e-a4d4-463f-b06f-31599af794e2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3aa64a0e-a4d4-463f-b06f-31599af794e2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:02.580991 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:02.738581 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:02.738943 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:02.739259 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Floating IP bd763125-673b-4e76-bfb3-d29f26af8a2e disassociated. External IP: 172.28.2.75, port: 3aa64a0e-a4d4-463f-b06f-31599af794e2. Oct 12 02:34:02.739605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Calling delete_port for 3aa64a0e-a4d4-463f-b06f-31599af794e2 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:02.751727 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:02.868668 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (3aa64a0e-a4d4-463f-b06f-31599af794e2), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:02.893847 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event deleted for resources: {'Port': ['ID=3aa64a0e-a4d4-463f-b06f-31599af794e2,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:03.019724 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fd04dd7e-3edc-4486-b590-2495d380640f req-21fbce38-1b8d-41f3-91fc-1a544c46daa4 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec281b78-721f-47ca-9f2a-343657906c54 HTTP/1.1" status: 200 len: 210 time: 0.0373838 Oct 12 02:34:03.029493 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:03.035830 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Router 6b1f187a-bbb9-4698-af40-d1a2a154335c has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:03.141997 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:03.152046 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] Sync routers for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:03.162674 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:03.163769 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:03.185580 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] No DVR routers for this DVR port 3aa64a0e-a4d4-463f-b06f-31599af794e2 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:03.187929 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.191121 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2c7cc254-5691-4d71-8073-a4fcfa723a74 req-acda1750-33ef-4124-a22d-565a18ba1dbb tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "DELETE /networking/v2.0/ports/3aa64a0e-a4d4-463f-b06f-31599af794e2 HTTP/1.1" status: 204 len: 173 time: 0.9895835 Oct 12 02:34:03.191622 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'name': 'network-vif-deleted', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:03.193867 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22f8aa8-4900-4e86-969a-2f40d9fa0cc6" -d '{"events": [{"server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "name": "network-vif-deleted", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:03.232500 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f3369-ee16-4a16-913f-c3bd7a800a99 x-openstack-request-id: req-1c6f3369-ee16-4a16-913f-c3bd7a800a99 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:03.233139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec281b78-721f-47ca-9f2a-343657906c54", "name": "network-vif-deleted", "tag": "3aa64a0e-a4d4-463f-b06f-31599af794e2", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:03.233139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c6f3369-ee16-4a16-913f-c3bd7a800a99 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:03.233529 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6f3369-ee16-4a16-913f-c3bd7a800a99'] response: {'server_uuid': 'ec281b78-721f-47ca-9f2a-343657906c54', 'name': 'network-vif-deleted', 'tag': '3aa64a0e-a4d4-463f-b06f-31599af794e2', 'status': 'completed', 'code': 200} Oct 12 02:34:03.276029 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:03.475922 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:03.504729 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] Checking router: 6b1f187a-bbb9-4698-af40-d1a2a154335c for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:03.513358 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:03.513980 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:33:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:03.615041 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:03.793699 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:03.817953 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec12cea-ad1c-400d-ab91-b223f3bea39a None None] The sync data for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb is: [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1a9ac7b4-17d4-404e-9a56-3f9edf35676a', 'name': '', 'network_id': 'f51be834-37fa-4686-9d26-f836b906e0b5', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'mac_address': 'fa:16:3e:d6:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:33Z', 'updated_at': '2022-10-12T02:29:53Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'subnets': [{'id': '2c998db6-a5f8-4bff-bd37-13ada575f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:04.037880 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12947b27-0783-493d-ba96-74dc04e592f5 None None] New status for floating IP bd763125-673b-4e76-bfb3-d29f26af8a2e: DOWN {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:34:04.078242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.129564 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56860) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:05.153768 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.185127 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.188821 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4aa8207c-1f11-496c-9084-66ab9f2048c1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group (931958eb-2fff-4be2-9a21-5a400d530db4), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.213424 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4aa8207c-1f11-496c-9084-66ab9f2048c1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group (931958eb-2fff-4be2-9a21-5a400d530db4), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.222814 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.263168 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4aa8207c-1f11-496c-9084-66ab9f2048c1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (931958eb-2fff-4be2-9a21-5a400d530db4), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.265896 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4aa8207c-1f11-496c-9084-66ab9f2048c1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.267087 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4aa8207c-1f11-496c-9084-66ab9f2048c1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/931958eb-2fff-4be2-9a21-5a400d530db4 HTTP/1.1" status: 204 len: 168 time: 0.1365511 Oct 12 02:34:05.269806 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56862) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:05.277485 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8207c-1f11-496c-9084-66ab9f2048c1 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931958eb-2fff-4be2-9a21-5a400d530db4,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:05.287849 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.api.v2.resource [None req-e66a1415-38e9-4fea-b094-6e43f4ed9e26 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] show failed (client error): The resource could not be found. Oct 12 02:34:05.289817 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-e66a1415-38e9-4fea-b094-6e43f4ed9e26 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups/931958eb-2fff-4be2-9a21-5a400d530db4 HTTP/1.1" status: 404 len: 347 time: 0.0190217 Oct 12 02:34:05.292654 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56864) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:05.401167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Deleting port de248e87-f8d5-47f9-98ec-7e1b193d4c08 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:05.401510 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.477890 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.478237 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (de248e87-f8d5-47f9-98ec-7e1b193d4c08), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.490575 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Calling delete_port for de248e87-f8d5-47f9-98ec-7e1b193d4c08 owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:05.622506 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (de248e87-f8d5-47f9-98ec-7e1b193d4c08), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.646328 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event deleted for resources: {'Port': ['ID=de248e87-f8d5-47f9-98ec-7e1b193d4c08,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:05.672117 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks [] for floatingip (bd763125-673b-4e76-bfb3-d29f26af8a2e), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.674661 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.675803 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a250e492-1276-49a0-8936-2c5af4e423f3 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/bd763125-673b-4e76-bfb3-d29f26af8a2e HTTP/1.1" status: 204 len: 168 time: 0.3822453 Oct 12 02:34:07.142293 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 3aa64a0e-a4d4-463f-b06f-31599af794e2 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:07.164707 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 3aa64a0e-a4d4-463f-b06f-31599af794e2 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:07.165061 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 3aa64a0e-a4d4-463f-b06f-31599af794e2 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:08.158268 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79c5ee-ac76-4cf0-91e3-a61e7dd32945 req-67691615-d137-4da9-ac56-92ca8a54ea8f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:08.159728 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ef79c5ee-ac76-4cf0-91e3-a61e7dd32945 req-67691615-d137-4da9-ac56-92ca8a54ea8f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0486348 Oct 12 02:34:08.210497 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ef79c5ee-ac76-4cf0-91e3-a61e7dd32945 req-b398c05d-9fbb-424e-9621-1c7e29a5cb5c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Oct 12 02:34:09.335417 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51330-7801-4a45-8605-84df96766527 req-0e7f3808-085a-4276-933c-e89d0076ec81 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:09.336923 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c2b51330-7801-4a45-8605-84df96766527 req-0e7f3808-085a-4276-933c-e89d0076ec81 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0501542 Oct 12 02:34:09.383860 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c2b51330-7801-4a45-8605-84df96766527 req-7f1ae6c9-123e-4751-8919-9d492d1a5f63 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Oct 12 02:34:10.504670 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98e49-9793-43e8-aa17-ea61a1c4a5b1 req-f0946181-f90b-4286-9e9f-73d3772a791e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.506205 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2be98e49-9793-43e8-aa17-ea61a1c4a5b1 req-f0946181-f90b-4286-9e9f-73d3772a791e tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0481138 Oct 12 02:34:10.554365 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2be98e49-9793-43e8-aa17-ea61a1c4a5b1 req-c07693cf-75a0-4018-866a-0f129113b797 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Oct 12 02:34:10.648331 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:10.664508 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-8cd47bdc-857b-4428-94b1-9fe475c2b825 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.665928 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-8cd47bdc-857b-4428-94b1-9fe475c2b825 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 945 time: 0.0473092 Oct 12 02:34:10.750424 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Deleting port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:10.750770 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.841270 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] For port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:10.841639 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.854990 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Calling delete_port for 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:10.870802 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:11.005767 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (1a727f5c-ebe4-4bec-982b-82c9f922c8a3), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:11.035882 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event deleted for resources: {'Port': ['ID=1a727f5c-ebe4-4bec-982b-82c9f922c8a3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:11.051862 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['1a727f5c-ebe4-4bec-982b-82c9f922c8a3', '72f7d04d-75bb-4d4e-b7c5-3012ec919531'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:34:11.094649 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] No DVR routers for this DVR port 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:11.095903 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:11.099950 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b3357a75-7fbb-4017-92bf-a3075b9ffd14 req-b0b4c52e-6095-4750-bec0-af20e5269f5f tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "DELETE /networking/v2.0/ports/1a727f5c-ebe4-4bec-982b-82c9f922c8a3 HTTP/1.1" status: 204 len: 173 time: 0.4284878 Oct 12 02:34:11.100576 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'name': 'network-vif-deleted', 'tag': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:11.102922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e814e3-09c7-4f00-809f-d61d852fbb11" -d '{"events": [{"server_uuid": "6c5dd0cb-c00d-470b-bf7f-daf2936a4c46", "name": "network-vif-deleted", "tag": "1a727f5c-ebe4-4bec-982b-82c9f922c8a3"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:11.143104 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84697f5-ee83-439e-b418-3623e0cb93c0 x-openstack-request-id: req-f84697f5-ee83-439e-b418-3623e0cb93c0 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:11.143377 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5dd0cb-c00d-470b-bf7f-daf2936a4c46", "name": "network-vif-deleted", "tag": "1a727f5c-ebe4-4bec-982b-82c9f922c8a3", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:11.143656 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f84697f5-ee83-439e-b418-3623e0cb93c0 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:11.144511 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84697f5-ee83-439e-b418-3623e0cb93c0'] response: {'server_uuid': '6c5dd0cb-c00d-470b-bf7f-daf2936a4c46', 'name': 'network-vif-deleted', 'tag': '1a727f5c-ebe4-4bec-982b-82c9f922c8a3', 'status': 'completed', 'code': 200} Oct 12 02:34:11.666708 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4deb45b0-625f-42fd-b4e2-c90a4a462b29 req-15d1cf4e-fbd2-4117-96ef-34f6128e658b tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5dd0cb-c00d-470b-bf7f-daf2936a4c46 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Oct 12 02:34:12.942766 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4c943-7c64-4c1f-ab9d-50206c8f7302 req-1fce2dd2-83b3-480c-9156-f1d4b631b411 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.944788 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83c4c943-7c64-4c1f-ab9d-50206c8f7302 req-1fce2dd2-83b3-480c-9156-f1d4b631b411 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0464284 Oct 12 02:34:12.990395 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-83c4c943-7c64-4c1f-ab9d-50206c8f7302 req-ee382d67-b0fd-4ed4-84e1-56131b8208a9 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Oct 12 02:34:13.726029 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7913f-1ce8-4b42-a356-6287ec98de37 req-1cc2f70c-38f4-4005-827b-74f0f9b32956 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:13.727440 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-24a7913f-1ce8-4b42-a356-6287ec98de37 req-1cc2f70c-38f4-4005-827b-74f0f9b32956 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0514593 Oct 12 02:34:13.774500 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-24a7913f-1ce8-4b42-a356-6287ec98de37 req-165da0aa-0adc-4f6a-a8f0-5f24466b26b9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411210 Oct 12 02:34:14.112572 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28449ce-a2db-4e38-8e0e-2586d619f922 req-da495855-24ed-4a3b-8f99-59c76ee7f75c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:14.114016 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f28449ce-a2db-4e38-8e0e-2586d619f922 req-da495855-24ed-4a3b-8f99-59c76ee7f75c tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0468488 Oct 12 02:34:14.160152 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f28449ce-a2db-4e38-8e0e-2586d619f922 req-3fa0908f-db0f-46d2-8aa5-c3d4069d9ffe tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Oct 12 02:34:14.902091 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a699aa-9c90-4bd4-9557-11117e4f65cd req-8c430e59-eafb-4e1f-bbe6-0c18de42a47c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:14.903565 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a9a699aa-9c90-4bd4-9557-11117e4f65cd req-8c430e59-eafb-4e1f-bbe6-0c18de42a47c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0475390 Oct 12 02:34:14.951309 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a9a699aa-9c90-4bd4-9557-11117e4f65cd req-0710f76e-12e7-49fa-90fd-4d6dac570387 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Oct 12 02:34:15.180278 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:15.199700 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:15.200041 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 1a727f5c-ebe4-4bec-982b-82c9f922c8a3 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:15.279978 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf53c7-92d1-4089-b57a-fbc64d28947a req-a9be15b2-60f9-4755-bcda-3a1e70d65dd2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:15.281455 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5adf53c7-92d1-4089-b57a-fbc64d28947a req-a9be15b2-60f9-4755-bcda-3a1e70d65dd2 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0449855 Oct 12 02:34:15.336047 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5adf53c7-92d1-4089-b57a-fbc64d28947a req-99296945-b6d4-4169-8c78-cf44c22187ea tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490975 Oct 12 02:34:16.075772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f5e8f-53f7-4bd1-ac89-66da3fbb4c6e req-9b57bce2-2f64-4e42-98ab-6842922acf93 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:16.077269 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-980f5e8f-53f7-4bd1-ac89-66da3fbb4c6e req-9b57bce2-2f64-4e42-98ab-6842922acf93 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0461564 Oct 12 02:34:16.127828 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-980f5e8f-53f7-4bd1-ac89-66da3fbb4c6e req-1c69cb7c-a81f-4ff6-8ca8-2c04eb714686 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449872 Oct 12 02:34:16.480801 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a1c00-68d4-4d75-aa27-eac3a384b3d6 req-7739d69e-dd14-48f0-92f8-74850683198d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:16.482245 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1b0a1c00-68d4-4d75-aa27-eac3a384b3d6 req-7739d69e-dd14-48f0-92f8-74850683198d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0717733 Oct 12 02:34:16.489421 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-8cdeae97-1697-46d1-9df5-5a5bc654218d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:16.491454 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-8cdeae97-1697-46d1-9df5-5a5bc654218d tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 946 time: 0.0708594 Oct 12 02:34:16.572221 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1b0a1c00-68d4-4d75-aa27-eac3a384b3d6 req-e44ff088-b1be-413f-a175-fb6349665476 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa8755b6-1db6-4049-9a0d-5951f06060a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798542 Oct 12 02:34:16.605691 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Deleting port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:16.606023 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.675911 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:16.695190 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] For port 72f7d04d-75bb-4d4e-b7c5-3012ec919531, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=72f7d04d-75bb-4d4e-b7c5-3012ec919531,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:16.695547 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.711896 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Calling delete_port for 72f7d04d-75bb-4d4e-b7c5-3012ec919531 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:16.776446 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7e253b13-eae7-408d-8df8-bb648290642c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.836650 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (72f7d04d-75bb-4d4e-b7c5-3012ec919531), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.862025 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Pushing event deleted for resources: {'Port': ['ID=72f7d04d-75bb-4d4e-b7c5-3012ec919531,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:16.872816 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['72f7d04d-75bb-4d4e-b7c5-3012ec919531'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:34:16.911735 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] No DVR routers for this DVR port 72f7d04d-75bb-4d4e-b7c5-3012ec919531 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:16.914650 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.917972 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e02ea778-e0e7-482f-9372-4c57dc0f3687 req-bd571403-f54a-43cd-94e0-36da618a5738 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.27 "DELETE /networking/v2.0/ports/72f7d04d-75bb-4d4e-b7c5-3012ec919531 HTTP/1.1" status: 204 len: 173 time: 0.4190607 Oct 12 02:34:16.918460 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'name': 'network-vif-deleted', 'tag': '72f7d04d-75bb-4d4e-b7c5-3012ec919531'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:16.920712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c04167-e180-4250-877c-ed81c2b7f558" -d '{"events": [{"server_uuid": "9da21d58-2b01-40b5-8b5e-b3967b108148", "name": "network-vif-deleted", "tag": "72f7d04d-75bb-4d4e-b7c5-3012ec919531"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:16.959587 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f7a769-cab4-4c36-9d5a-23949cda13f5 x-openstack-request-id: req-74f7a769-cab4-4c36-9d5a-23949cda13f5 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:16.959935 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da21d58-2b01-40b5-8b5e-b3967b108148", "name": "network-vif-deleted", "tag": "72f7d04d-75bb-4d4e-b7c5-3012ec919531", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:16.960191 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74f7a769-cab4-4c36-9d5a-23949cda13f5 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:16.960626 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f7a769-cab4-4c36-9d5a-23949cda13f5'] response: {'server_uuid': '9da21d58-2b01-40b5-8b5e-b3967b108148', 'name': 'network-vif-deleted', 'tag': '72f7d04d-75bb-4d4e-b7c5-3012ec919531', 'status': 'completed', 'code': 200} Oct 12 02:34:17.257135 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010f56f-c094-476f-9dea-b687c5b10547 req-388549b4-a8b0-44e3-8c68-98f20ab82aa1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:17.258689 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0010f56f-c094-476f-9dea-b687c5b10547 req-388549b4-a8b0-44e3-8c68-98f20ab82aa1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Oct 12 02:34:17.301719 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:17.310499 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0010f56f-c094-476f-9dea-b687c5b10547 req-aeec14ad-b28a-4e73-ad3a-abbf9d84f2f4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456014 Oct 12 02:34:17.689702 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-88ab1977-02b5-4b43-a791-4f845252e5a7 req-3ab078ba-e162-4a41-afb1-1d0e58045415 tempest-ServerRescueNegativeTestJSON-1405946006 tempest-ServerRescueNegativeTestJSON-1405946006-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9da21d58-2b01-40b5-8b5e-b3967b108148 HTTP/1.1" status: 200 len: 210 time: 0.0284595 Oct 12 02:34:18.436810 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83b828-60f3-423e-ba75-0cbd286f893e req-7728786e-7eb1-4f30-8285-547745668351 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.438236 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3f83b828-60f3-423e-ba75-0cbd286f893e req-7728786e-7eb1-4f30-8285-547745668351 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0457296 Oct 12 02:34:18.487810 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3f83b828-60f3-423e-ba75-0cbd286f893e req-95507d22-9983-4765-8ab7-6c7ba8697a9d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441141 Oct 12 02:34:18.757438 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56948) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:18.993467 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-103eba6f-0b08-434f-9d28-0b0eeda581ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:19.063290 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (6b1f187a-bbb9-4698-af40-d1a2a154335c), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:19.138874 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:34:19.230981 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:19.289971 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Deleting port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:19.290225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:19.373264 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] For port 1a9ac7b4-17d4-404e-9a56-3f9edf35676a, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:19.373619 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:19.386712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Calling delete_port for 1a9ac7b4-17d4-404e-9a56-3f9edf35676a owned by network:router_interface {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:19.508456 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:19.566066 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (1a9ac7b4-17d4-404e-9a56-3f9edf35676a), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:19.600676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9ac7b4-17d4-404e-9a56-3f9edf35676a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:19.690141 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed515d3-3ff4-423a-8655-523c5f100c0b req-bb839224-41dc-4fca-a38c-a30c0da135c4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.691647 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ed515d3-3ff4-423a-8655-523c5f100c0b req-bb839224-41dc-4fca-a38c-a30c0da135c4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.1232135 Oct 12 02:34:19.787980 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ed515d3-3ff4-423a-8655-523c5f100c0b req-ebf2ebcd-b3d7-42b3-a69b-58ad867ba902 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872157 Oct 12 02:34:19.792463 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (6b1f187a-bbb9-4698-af40-d1a2a154335c), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:19.825177 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3066199c-bd44-4b26-9f30-96c0252d6d12 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:34:19.909188 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066199c-bd44-4b26-9f30-96c0252d6d12 None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:34:20.002457 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Router 6b1f187a-bbb9-4698-af40-d1a2a154335c has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:20.094070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:20.108971 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:20.113929 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f8ef9aa6-7a08-42df-90f5-0cb7fc8a6f42 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6b1f187a-bbb9-4698-af40-d1a2a154335c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3554690 Oct 12 02:34:20.116496 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56952) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:20.118270 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] Sync routers for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:20.128982 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:20.129687 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:34:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:20.217822 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:20.243758 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:20.299033 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.369153 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:20.431589 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:34:19Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:20.448045 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks [] for router (6b1f187a-bbb9-4698-af40-d1a2a154335c), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.457660 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] Checking router: 6b1f187a-bbb9-4698-af40-d1a2a154335c for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:20.466822 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] Routers {'6b1f187a-bbb9-4698-af40-d1a2a154335c'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:20.467465 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:34:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6b1f187a-bbb9-4698-af40-d1a2a154335c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:20.549012 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-b1689dd6-2e82-4b3a-9f12-c9e28b567f1b None None] Provisioning complete for port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:20.549501 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b1689dd6-2e82-4b3a-9f12-c9e28b567f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.550041 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-b1689dd6-2e82-4b3a-9f12-c9e28b567f1b None None] Attempt 1 to provision port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 Oct 12 02:34:20.555154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks [] for router_gateway (6b1f187a-bbb9-4698-af40-d1a2a154335c), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.572691 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] Set router 6b1f187a-bbb9-4698-af40-d1a2a154335c gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:20.597793 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Deleting port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:20.598036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.631140 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-b1689dd6-2e82-4b3a-9f12-c9e28b567f1b None None] Current status of the port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:20.655006 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:20.684548 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] For port 6f61d1b0-bcfd-4824-8517-abe6fbf68bef, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:20.684913 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.697963 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Calling delete_port for 6f61d1b0-bcfd-4824-8517-abe6fbf68bef owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:20.832969 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:34:19Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:20.860213 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3128ee8-77ca-4e80-988c-e5d3186a986f None None] The sync data for ids ['6b1f187a-bbb9-4698-af40-d1a2a154335c'] in dv-cinder-849143-14-smb is: [{'id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'name': 'tempest-ServerRescueNegativeTestJSON-221685045-router', 'tenant_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:34:19Z', 'revision_number': 5, 'project_id': '72777ca3c2f04605b9eaf0ae7dbdfb2d', 'gw_port': {'id': '6f61d1b0-bcfd-4824-8517-abe6fbf68bef', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1f187a-bbb9-4698-af40-d1a2a154335c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:27Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:20.869915 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (6f61d1b0-bcfd-4824-8517-abe6fbf68bef), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.900343 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f61d1b0-bcfd-4824-8517-abe6fbf68bef,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:20.928278 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (6b1f187a-bbb9-4698-af40-d1a2a154335c), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.949093 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aebe2-b310-4495-b7b4-cf173555ed6e req-55f581b0-abcb-4c86-a9cb-eeea5a0611e4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:20.950572 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8f2aebe2-b310-4495-b7b4-cf173555ed6e req-55f581b0-abcb-4c86-a9cb-eeea5a0611e4 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0642319 Oct 12 02:34:20.998607 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8f2aebe2-b310-4495-b7b4-cf173555ed6e req-08fe6b52-da97-4ffe-8e87-dd29e024d97c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Oct 12 02:34:21.015675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (6b1f187a-bbb9-4698-af40-d1a2a154335c), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.017923 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks [] for router_controller (6b1f187a-bbb9-4698-af40-d1a2a154335c), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.061050 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (6b1f187a-bbb9-4698-af40-d1a2a154335c), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.061721 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b1f187a-bbb9-4698-af40-d1a2a154335c {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:34:21.066226 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.067342 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d08623ef-7b7f-4d3c-9ff9-db2f09e9d640 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/6b1f187a-bbb9-4698-af40-d1a2a154335c HTTP/1.1" status: 204 len: 168 time: 0.9498715 Oct 12 02:34:21.070154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 56956) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:21.116929 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] Deleting subnet 2c998db6-a5f8-4bff-bd37-13ada575f4ab {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:34:21.119974 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] Publish callbacks [] for subnet (2c998db6-a5f8-4bff-bd37-13ada575f4ab), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.158038 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] Publish callbacks [] for subnet (2c998db6-a5f8-4bff-bd37-13ada575f4ab), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.175124 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 72f7d04d-75bb-4d4e-b7c5-3012ec919531 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:21.195222 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 72f7d04d-75bb-4d4e-b7c5-3012ec919531 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:21.195573 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 72f7d04d-75bb-4d4e-b7c5-3012ec919531 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:21.199251 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (2c998db6-a5f8-4bff-bd37-13ada575f4ab), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.255327 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (2c998db6-a5f8-4bff-bd37-13ada575f4ab), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.285455 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c998db6-a5f8-4bff-bd37-13ada575f4ab,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:21.291171 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.294707 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-153faf3e-845a-483d-9f0e-7bd78d74fa8b admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2c998db6-a5f8-4bff-bd37-13ada575f4ab HTTP/1.1" status: 204 len: 168 time: 0.2236011 Oct 12 02:34:21.296869 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea3f280-ad3f-4585-b354-12e81efe9274 None None] Network f51be834-37fa-4686-9d26-f836b906e0b5 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:34:21.297772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56958) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:21.345044 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.378358 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (f51be834-37fa-4686-9d26-f836b906e0b5), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.425083 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Deleting port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:21.425083 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.427672 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.457278 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] DHCP port deletion for f51be834-37fa-4686-9d26-f836b906e0b5 request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:34:21.493414 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] For port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:21.493779 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.497772 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] Deleting port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:21.498155 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.500108 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.514736 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Calling delete_port for 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 owned by network:dhcp {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:21.570775 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] For port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,segment=NetworkSegment(7040a0b7-b5ab-4490-963b-eb1a0f6ba284),segment_id=7040a0b7-b5ab-4490-963b-eb1a0f6ba284)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:21.571169 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.584058 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] Calling delete_port for 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 owned by network:dhcp {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:21.589536 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.607959 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.632522 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Pushing event deleted for resources: {'Port': ['ID=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:21.637073 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] No DVR routers for this DVR port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 on host dv-cinder-849143-14-smb {{(pid=104427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:21.663005 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (0a30e3ff-0d43-4896-ac82-5ddfa4710ea2), after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.685026 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] Pushing event deleted for resources: {'Port': ['ID=0a30e3ff-0d43-4896-ac82-5ddfa4710ea2,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:21.690336 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436ef32-c890-412c-a4e1-552ed7533be9 None None] No DVR routers for this DVR port 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 on host dv-cinder-849143-14-smb {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:21.714205 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (f51be834-37fa-4686-9d26-f836b906e0b5), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.734126 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51be834-37fa-4686-9d26-f836b906e0b5']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.744573 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7040a0b7-b5ab-4490-963b-eb1a0f6ba284') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.744989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7040a0b7-b5ab-4490-963b-eb1a0f6ba284') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.755799 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (7040a0b7-b5ab-4490-963b-eb1a0f6ba284), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.769835 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (7040a0b7-b5ab-4490-963b-eb1a0f6ba284), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.776072 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:34:21.776450 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (7040a0b7-b5ab-4490-963b-eb1a0f6ba284), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.817356 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 7040a0b7-b5ab-4490-963b-eb1a0f6ba284 resource provider aggregate not found Oct 12 02:34:21.835650 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 7040a0b7-b5ab-4490-963b-eb1a0f6ba284 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7040a0b7-b5ab-4490-963b-eb1a0f6ba284 found for delete ", "request_id": "req-1b855f05-79cd-460d-94b7-66c6aa24e74a"}]} Oct 12 02:34:21.839451 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (f51be834-37fa-4686-9d26-f836b906e0b5), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.844808 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.847917 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f51be834-37fa-4686-9d26-f836b906e0b5 HTTP/1.1" status: 204 len: 168 time: 0.5491560 Oct 12 02:34:21.860826 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98522156-3119-48ef-86c2-ef3e6f2a3ced admin admin] Pushing event deleted for resources: {'Network': ['ID=f51be834-37fa-4686-9d26-f836b906e0b5,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:21.923183 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.961390 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1a9ac7b4-17d4-404e-9a56-3f9edf35676a no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:21.988219 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 1a9ac7b4-17d4-404e-9a56-3f9edf35676a {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:21.988592 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1a9ac7b4-17d4-404e-9a56-3f9edf35676a not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:21.989225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 6f61d1b0-bcfd-4824-8517-abe6fbf68bef no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:22.018707 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 6f61d1b0-bcfd-4824-8517-abe6fbf68bef {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:22.019061 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 6f61d1b0-bcfd-4824-8517-abe6fbf68bef not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:22.019490 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:22.039869 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:22.041682 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:22.041794 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 0a30e3ff-0d43-4896-ac82-5ddfa4710ea2 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:22.044630 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56970) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:22.091259 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-52c07134-e5ad-40f0-b42c-dbda3ef22416 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=72777ca3c2f04605b9eaf0ae7dbdfb2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455093 Oct 12 02:34:22.094311 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 56972) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:22.143091 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5d4c2-9e0a-4665-a5e4-729876735371 req-11a21063-0f23-43e3-915b-82eb293a49bd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:22.144602 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-93f5d4c2-9e0a-4665-a5e4-729876735371 req-11a21063-0f23-43e3-915b-82eb293a49bd tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0513306 Oct 12 02:34:22.147963 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5792a73d-766e-4c7d-aa82-d7405929370b admin admin] Publish callbacks [] for security_group (aa8755b6-1db6-4049-9a0d-5951f06060a1), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:22.157968 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=8 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:22.169226 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5792a73d-766e-4c7d-aa82-d7405929370b admin admin] Publish callbacks [] for security_group (aa8755b6-1db6-4049-9a0d-5951f06060a1), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:22.195333 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-93f5d4c2-9e0a-4665-a5e4-729876735371 req-4f27b503-3c51-42bb-8076-c5bb9b871e97 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Oct 12 02:34:22.216323 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5792a73d-766e-4c7d-aa82-d7405929370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (aa8755b6-1db6-4049-9a0d-5951f06060a1), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:22.218859 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5792a73d-766e-4c7d-aa82-d7405929370b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:22.220039 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5792a73d-766e-4c7d-aa82-d7405929370b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/aa8755b6-1db6-4049-9a0d-5951f06060a1 HTTP/1.1" status: 204 len: 168 time: 0.1251855 Oct 12 02:34:22.228395 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792a73d-766e-4c7d-aa82-d7405929370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8755b6-1db6-4049-9a0d-5951f06060a1,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:23.326047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8cf7d-4571-405d-bfc3-3b469f994d1f req-dd892954-e72e-49bd-8cd4-daf67687682f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:23.327562 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9dd8cf7d-4571-405d-bfc3-3b469f994d1f req-dd892954-e72e-49bd-8cd4-daf67687682f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0472543 Oct 12 02:34:23.381101 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9dd8cf7d-4571-405d-bfc3-3b469f994d1f req-672bb4da-9d0d-4d67-aa5d-29e60496858c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467067 Oct 12 02:34:23.477976 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57024) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:23.584495 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2830acb5-e253-46e1-ac61-a6e2bccc1452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:23.662938 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2830acb5-e253-46e1-ac61-a6e2bccc1452 admin admin] Publish callbacks [] for security_group (f1340b29-4716-4694-81c3-afb37540fd5c), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:23.666487 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2830acb5-e253-46e1-ac61-a6e2bccc1452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f1340b29-4716-4694-81c3-afb37540fd5c), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:23.706079 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-2830acb5-e253-46e1-ac61-a6e2bccc1452 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=03703c7089e64d58bdd80df690d03c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270570 Oct 12 02:34:23.706936 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830acb5-e253-46e1-ac61-a6e2bccc1452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1340b29-4716-4694-81c3-afb37540fd5c,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:23.708822 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57030) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:23.758108 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c33fa1c8-10d2-4265-9113-145aef978cbc admin admin] Publish callbacks [] for security_group (f1340b29-4716-4694-81c3-afb37540fd5c), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:23.777754 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c33fa1c8-10d2-4265-9113-145aef978cbc admin admin] Publish callbacks [] for security_group (f1340b29-4716-4694-81c3-afb37540fd5c), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:23.787060 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:23.825769 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c33fa1c8-10d2-4265-9113-145aef978cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f1340b29-4716-4694-81c3-afb37540fd5c), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:23.828294 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c33fa1c8-10d2-4265-9113-145aef978cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:23.829459 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-c33fa1c8-10d2-4265-9113-145aef978cbc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f1340b29-4716-4694-81c3-afb37540fd5c HTTP/1.1" status: 204 len: 168 time: 0.1189404 Oct 12 02:34:23.837616 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fa1c8-10d2-4265-9113-145aef978cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1340b29-4716-4694-81c3-afb37540fd5c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:24.480427 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:24.520036 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808dad-8747-4429-a2da-c25c0418dcd7 req-23f849b2-e080-4fc1-bdeb-92a4965cab0b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:24.522174 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9f808dad-8747-4429-a2da-c25c0418dcd7 req-23f849b2-e080-4fc1-bdeb-92a4965cab0b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0507770 Oct 12 02:34:24.570279 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9f808dad-8747-4429-a2da-c25c0418dcd7 req-6359c5f8-3584-47e5-b4f8-aac55e11ea95 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 Oct 12 02:34:25.712914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33988a6-5f3f-4e03-870b-b7264a11483d req-5c1f26ff-73f2-4ecc-ac8e-ad152941f76b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:25.714770 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a33988a6-5f3f-4e03-870b-b7264a11483d req-5c1f26ff-73f2-4ecc-ac8e-ad152941f76b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0575759 Oct 12 02:34:25.775948 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a33988a6-5f3f-4e03-870b-b7264a11483d req-0fe39df2-212e-4db9-8864-78be93bb5fbf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526714 Oct 12 02:34:26.749224 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57186) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:26.857875 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eba70dbe-8d7d-4a51-b71d-47bfb40e5cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:26.860351 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:26.942422 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eba70dbe-8d7d-4a51-b71d-47bfb40e5cd9 admin admin] Publish callbacks [] for security_group (9407fa01-61e4-450a-8c81-927321e2dd68), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:26.948376 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eba70dbe-8d7d-4a51-b71d-47bfb40e5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (9407fa01-61e4-450a-8c81-927321e2dd68), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:26.962932 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c9a1a-8286-49ca-a2db-8321d520a438 req-f2dd49f1-f01b-4ffd-b14e-bc4bebdcdaab tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:26.966306 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-452c9a1a-8286-49ca-a2db-8321d520a438 req-f2dd49f1-f01b-4ffd-b14e-bc4bebdcdaab tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0718191 Oct 12 02:34:26.990004 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba70dbe-8d7d-4a51-b71d-47bfb40e5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9407fa01-61e4-450a-8c81-927321e2dd68,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:26.997801 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-eba70dbe-8d7d-4a51-b71d-47bfb40e5cd9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=42f68423b98e48b0b680288e36e90c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474668 Oct 12 02:34:26.998725 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57194) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:27.041045 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-452c9a1a-8286-49ca-a2db-8321d520a438 req-1ae3ba2d-5bc2-4f93-a626-50bfdda06dc1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586534 Oct 12 02:34:27.056672 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7d4020cd-3c19-4871-b321-fe5192ff5eb7 admin admin] Publish callbacks [] for security_group (9407fa01-61e4-450a-8c81-927321e2dd68), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.077643 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7d4020cd-3c19-4871-b321-fe5192ff5eb7 admin admin] Publish callbacks [] for security_group (9407fa01-61e4-450a-8c81-927321e2dd68), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.126935 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7d4020cd-3c19-4871-b321-fe5192ff5eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (9407fa01-61e4-450a-8c81-927321e2dd68), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.129798 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7d4020cd-3c19-4871-b321-fe5192ff5eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.131042 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7d4020cd-3c19-4871-b321-fe5192ff5eb7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9407fa01-61e4-450a-8c81-927321e2dd68 HTTP/1.1" status: 204 len: 168 time: 0.1313207 Oct 12 02:34:27.139161 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4020cd-3c19-4871-b321-fe5192ff5eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9407fa01-61e4-450a-8c81-927321e2dd68,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:27.392721 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57200) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:27.406508 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0045848f-2dcf-4bec-8608-12beed105cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.484077 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0045848f-2dcf-4bec-8608-12beed105cd3 admin admin] Publish callbacks [] for security_group (949b55d8-1100-4d0e-8f36-f270089f3ef5), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.487535 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0045848f-2dcf-4bec-8608-12beed105cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (949b55d8-1100-4d0e-8f36-f270089f3ef5), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.525785 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-0045848f-2dcf-4bec-8608-12beed105cd3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1dba978cbfe544be8c5248c231f1a261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319902 Oct 12 02:34:27.527744 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045848f-2dcf-4bec-8608-12beed105cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949b55d8-1100-4d0e-8f36-f270089f3ef5,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:27.528557 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57202) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:27.576944 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0480d5cb-6b58-41de-9fa7-ea8380360021 admin admin] Publish callbacks [] for security_group (949b55d8-1100-4d0e-8f36-f270089f3ef5), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.596483 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0480d5cb-6b58-41de-9fa7-ea8380360021 admin admin] Publish callbacks [] for security_group (949b55d8-1100-4d0e-8f36-f270089f3ef5), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.642649 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0480d5cb-6b58-41de-9fa7-ea8380360021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (949b55d8-1100-4d0e-8f36-f270089f3ef5), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.645262 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0480d5cb-6b58-41de-9fa7-ea8380360021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:27.646399 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-0480d5cb-6b58-41de-9fa7-ea8380360021 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/949b55d8-1100-4d0e-8f36-f270089f3ef5 HTTP/1.1" status: 204 len: 168 time: 0.1167102 Oct 12 02:34:27.655468 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480d5cb-6b58-41de-9fa7-ea8380360021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949b55d8-1100-4d0e-8f36-f270089f3ef5,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:28.182436 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159852dc-0ae8-4464-9c1b-a1b12c09fbf3 req-4c87a532-61b5-48ef-bd90-2ab68a651cdf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:28.190544 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-159852dc-0ae8-4464-9c1b-a1b12c09fbf3 req-4c87a532-61b5-48ef-bd90-2ab68a651cdf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0571187 Oct 12 02:34:28.245093 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-159852dc-0ae8-4464-9c1b-a1b12c09fbf3 req-066fbba2-9359-4921-ada2-9b6736a5258b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536108 Oct 12 02:34:29.196837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:34:29.303921 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:29.316052 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57272) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:29.325693 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'port_id': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'mac_address': 'fa:16:3e:d5:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:34:29.376843 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 688a9815-dbc7-4485-9abd-2784ab2a010f is: ACTIVE; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:29.377529 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.394495 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 688a9815-dbc7-4485-9abd-2784ab2a010f {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:34:29.407827 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907527f-cbff-464c-8393-df6271b4befc req-fba60120-0da8-4df1-9655-9ba2422c423b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:29.409688 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b907527f-cbff-464c-8393-df6271b4befc req-fba60120-0da8-4df1-9655-9ba2422c423b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0615554 Oct 12 02:34:29.423200 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:29.428903 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.464580 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0f8f24ef-4609-4814-b974-54010ce0f4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.472357 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b907527f-cbff-464c-8393-df6271b4befc req-ffd15b2a-4af2-458a-be2b-5275da8146c7 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560615 Oct 12 02:34:29.495383 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=6']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:29.501891 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.502213 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.502559 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.502924 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.503269 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.503603 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.503935 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.504272 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.504678 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.505019 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.505351 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.506685 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.506685 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.506936 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.507225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:29.570473 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0f8f24ef-4609-4814-b974-54010ce0f4a6 admin admin] Publish callbacks [] for security_group (b5d64bc2-2ab3-420c-b593-09c2a86c981b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.574611 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0f8f24ef-4609-4814-b974-54010ce0f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b5d64bc2-2ab3-420c-b593-09c2a86c981b), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.583206 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['688a9815-dbc7-4485-9abd-2784ab2a010f'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:34:29.622860 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57286) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:29.623156 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-0f8f24ef-4609-4814-b974-54010ce0f4a6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4e631f5058f648a8ac9c54ae11d7c7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057601 Oct 12 02:34:29.624024 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f24ef-4609-4814-b974-54010ce0f4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d64bc2-2ab3-420c-b593-09c2a86c981b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:29.663805 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:29.696994 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-db23eeac-649b-4b0a-85e9-6024da88978e admin admin] Publish callbacks [] for security_group (b5d64bc2-2ab3-420c-b593-09c2a86c981b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.721800 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-db23eeac-649b-4b0a-85e9-6024da88978e admin admin] Publish callbacks [] for security_group (b5d64bc2-2ab3-420c-b593-09c2a86c981b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.782899 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-db23eeac-649b-4b0a-85e9-6024da88978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b5d64bc2-2ab3-420c-b593-09c2a86c981b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.785738 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-db23eeac-649b-4b0a-85e9-6024da88978e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.790578 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-db23eeac-649b-4b0a-85e9-6024da88978e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b5d64bc2-2ab3-420c-b593-09c2a86c981b HTTP/1.1" status: 204 len: 168 time: 0.1664655 Oct 12 02:34:29.803964 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23eeac-649b-4b0a-85e9-6024da88978e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d64bc2-2ab3-420c-b593-09c2a86c981b,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:30.174410 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57308) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:30.190119 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-11287732-3529-4740-b822-81098ffe2104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:30.206963 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:30.344290 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-11287732-3529-4740-b822-81098ffe2104 admin admin] Publish callbacks [] for security_group (2dc3de55-f167-4fc7-a176-4a79ff9ec944), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:30.350928 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-11287732-3529-4740-b822-81098ffe2104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2dc3de55-f167-4fc7-a176-4a79ff9ec944), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:30.393861 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11287732-3529-4740-b822-81098ffe2104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc3de55-f167-4fc7-a176-4a79ff9ec944,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:30.404643 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-11287732-3529-4740-b822-81098ffe2104 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fd98d6e6306a4e5dbb0579abfff13003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290273 Oct 12 02:34:30.407409 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57312) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:30.469321 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5468c83a-7c65-4909-b764-0228fc0d9421 admin admin] Publish callbacks [] for security_group (2dc3de55-f167-4fc7-a176-4a79ff9ec944), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:30.493534 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5468c83a-7c65-4909-b764-0228fc0d9421 admin admin] Publish callbacks [] for security_group (2dc3de55-f167-4fc7-a176-4a79ff9ec944), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:30.560358 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5468c83a-7c65-4909-b764-0228fc0d9421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2dc3de55-f167-4fc7-a176-4a79ff9ec944), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:30.564152 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5468c83a-7c65-4909-b764-0228fc0d9421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:30.568557 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5468c83a-7c65-4909-b764-0228fc0d9421 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2dc3de55-f167-4fc7-a176-4a79ff9ec944 HTTP/1.1" status: 204 len: 168 time: 0.1597233 Oct 12 02:34:30.579516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468c83a-7c65-4909-b764-0228fc0d9421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc3de55-f167-4fc7-a176-4a79ff9ec944,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:30.656081 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eecd5f-b794-4af2-a12a-261e211688ca req-11bf7f82-30d7-4c63-825e-cfda8d87ff8a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:30.669431 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-91eecd5f-b794-4af2-a12a-261e211688ca req-11bf7f82-30d7-4c63-825e-cfda8d87ff8a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 944 time: 0.0949159 Oct 12 02:34:30.742276 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-91eecd5f-b794-4af2-a12a-261e211688ca req-daa04ecd-54cb-4760-bd11-fb99b653bcaf tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681939 Oct 12 02:34:30.831341 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=46 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:30.837674 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=40 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:31.208416 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:34:31.253391 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:31.274686 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:31.280803 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 688a9815-dbc7-4485-9abd-2784ab2a010f triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:31.281386 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:31.281871 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 688a9815-dbc7-4485-9abd-2784ab2a010f Oct 12 02:34:31.519822 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 688a9815-dbc7-4485-9abd-2784ab2a010f is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:31.520486 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:31.567520 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:31.569415 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:31.572283 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d2290-9361-4958-ac0b-13ee6570acd3" -d '{"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-plugged", "status": "completed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:31.576011 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:31.634172 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f53d9-3e97-4b22-a130-07cba2f7f1e2 x-openstack-request-id: req-574f53d9-3e97-4b22-a130-07cba2f7f1e2 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:31.634490 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-plugged", "status": "completed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:31.634748 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-574f53d9-3e97-4b22-a130-07cba2f7f1e2 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:31.635154 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574f53d9-3e97-4b22-a130-07cba2f7f1e2'] response: {'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'code': 200} Oct 12 02:34:31.636298 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=7']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:32.218565 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ac025-7ac8-4163-b0cf-e838b8faa842 req-ede0ba2a-9922-4c47-986a-b9a72a1ba97a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:32.220147 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-375ac025-7ac8-4163-b0cf-e838b8faa842 req-ede0ba2a-9922-4c47-986a-b9a72a1ba97a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.3653762 Oct 12 02:34:32.285059 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-375ac025-7ac8-4163-b0cf-e838b8faa842 req-9c9f1def-f475-4248-895a-01ce94f96a54 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588503 Oct 12 02:34:33.468250 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd462-2574-4406-bc95-df84c5214ff2 req-17a74676-cb93-4d09-9814-f114497fd66f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:33.469945 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-326dd462-2574-4406-bc95-df84c5214ff2 req-17a74676-cb93-4d09-9814-f114497fd66f tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0710883 Oct 12 02:34:33.542659 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-326dd462-2574-4406-bc95-df84c5214ff2 req-4470e5b2-b549-4128-bd75-3fdfe4ddf799 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646191 Oct 12 02:34:34.714716 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b013-641f-441a-b5fe-7c206bae09a4 req-b2a5429e-a7b2-43bf-829c-387555001ee5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:34.732262 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fac1b013-641f-441a-b5fe-7c206bae09a4 req-b2a5429e-a7b2-43bf-829c-387555001ee5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0761082 Oct 12 02:34:34.763619 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:34.781553 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:34.798833 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fac1b013-641f-441a-b5fe-7c206bae09a4 req-0a3b3093-f10f-40cf-a976-0a76c5193c7b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548325 Oct 12 02:34:35.245700 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:35.975572 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196159a-c329-414b-b863-c50393b0f426 req-a4bd1f9c-8531-4351-9999-8d9f4dae94a7 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:35.977851 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5196159a-c329-414b-b863-c50393b0f426 req-a4bd1f9c-8531-4351-9999-8d9f4dae94a7 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Oct 12 02:34:36.042192 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5196159a-c329-414b-b863-c50393b0f426 req-187056f6-05c3-4982-801c-7ce68c19d40e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573404 Oct 12 02:34:36.509431 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6623afc-87df-40e9-bc9c-b230e96e4ab8 req-5244358c-4816-4967-890a-c397ab8db1fb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:36.517007 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b6623afc-87df-40e9-bc9c-b230e96e4ab8 req-5244358c-4816-4967-890a-c397ab8db1fb tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0568912 Oct 12 02:34:36.570354 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b6623afc-87df-40e9-bc9c-b230e96e4ab8 req-ec2db6c2-8ec7-46cf-b429-d903890951ed tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524278 Oct 12 02:34:37.211741 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8a4f-7bd6-48b2-87f9-fe072bdfb20b req-54b238ca-99e2-43f2-b08d-51c8cce7be07 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:37.213545 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9c6f8a4f-7bd6-48b2-87f9-fe072bdfb20b req-54b238ca-99e2-43f2-b08d-51c8cce7be07 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0698128 Oct 12 02:34:37.273824 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9c6f8a4f-7bd6-48b2-87f9-fe072bdfb20b req-76c20bc8-4c3a-4b04-9100-a75cace47fe8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543973 Oct 12 02:34:37.701122 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4aa19-70b3-4e31-8e5f-290f42517c24 req-9a78da52-e6d7-4d84-829e-e0e1c28a45f2 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:37.704927 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-67a4aa19-70b3-4e31-8e5f-290f42517c24 req-9a78da52-e6d7-4d84-829e-e0e1c28a45f2 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0557477 Oct 12 02:34:37.761596 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-67a4aa19-70b3-4e31-8e5f-290f42517c24 req-9a954b77-701e-4420-b088-8f83eb89244c tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523119 Oct 12 02:34:38.463007 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-b8c97618-5508-4d0c-a591-48717b293081 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:38.465129 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-b8c97618-5508-4d0c-a591-48717b293081 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0659292 Oct 12 02:34:38.621604 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Deleting port 7387bbd7-34bb-4a71-864c-d5210efa8c31 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:38.621956 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:38.672325 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57470) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:38.687183 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e3a47-05e5-4627-8664-b7c2c3277786 req-a247a6d9-e8c6-44b8-b5c3-5d1f4870f16a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:38.689401 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4c5e3a47-05e5-4627-8664-b7c2c3277786 req-a247a6d9-e8c6-44b8-b5c3-5d1f4870f16a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0609593 Oct 12 02:34:38.768243 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4c5e3a47-05e5-4627-8664-b7c2c3277786 req-f36f677e-7063-4c2b-a9f8-2342530ba860 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668297 Oct 12 02:34:38.820977 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] For port 7387bbd7-34bb-4a71-864c-d5210efa8c31, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7387bbd7-34bb-4a71-864c-d5210efa8c31,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:38.821499 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:38.914172 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d4502b12-0bf4-4392-ae7c-2916e85101ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:38.955757 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-1f0af4a6-7b87-4846-b3a9-d828c527ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:38.957183 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-1f0af4a6-7b87-4846-b3a9-d828c527ac2d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1129 time: 0.1206038 Oct 12 02:34:38.978351 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:38.978999 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f91d6-143b-4a5a-9eff-b3f4fa34b946 req-6cd833b8-d4a0-43d5-85dd-a147e4844c34 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:38.981199 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-859f91d6-143b-4a5a-9eff-b3f4fa34b946 req-6cd833b8-d4a0-43d5-85dd-a147e4844c34 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 945 time: 0.0815816 Oct 12 02:34:39.012852 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d4502b12-0bf4-4392-ae7c-2916e85101ad admin admin] Publish callbacks [] for security_group (29388404-261a-4c13-8e1c-497b5dc66dc7), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.019788 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d4502b12-0bf4-4392-ae7c-2916e85101ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (29388404-261a-4c13-8e1c-497b5dc66dc7), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.025396 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:39.072262 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4502b12-0bf4-4392-ae7c-2916e85101ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29388404-261a-4c13-8e1c-497b5dc66dc7,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:39.077090 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-d4502b12-0bf4-4392-ae7c-2916e85101ad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a2d132c31ed64750bc53e2d05e8598d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034393 Oct 12 02:34:39.080453 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57478) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:39.162261 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8ed3197f-018c-49ed-a0f3-f08a6568a768 admin admin] Publish callbacks [] for security_group (29388404-261a-4c13-8e1c-497b5dc66dc7), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.186456 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8ed3197f-018c-49ed-a0f3-f08a6568a768 admin admin] Publish callbacks [] for security_group (29388404-261a-4c13-8e1c-497b5dc66dc7), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.204446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-e880cbd3-033e-45f0-8240-b5f841f10100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:39.205416 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-e880cbd3-033e-45f0-8240-b5f841f10100 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.1956067 Oct 12 02:34:39.217744 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-859f91d6-143b-4a5a-9eff-b3f4fa34b946 req-d17bd9bc-e3de-43a0-aeb2-c7a513ca097f tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4816ee24-a1f2-4746-a093-54c42e92eede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065945 Oct 12 02:34:39.278485 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.278822 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (fec66c51-ace0-470e-a32a-9e94298dea19), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.279135 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Floating IP fec66c51-ace0-470e-a32a-9e94298dea19 disassociated. External IP: 172.28.2.63, port: 7387bbd7-34bb-4a71-864c-d5210efa8c31. Oct 12 02:34:39.279471 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Calling delete_port for 7387bbd7-34bb-4a71-864c-d5210efa8c31 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:39.290467 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8ed3197f-018c-49ed-a0f3-f08a6568a768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (29388404-261a-4c13-8e1c-497b5dc66dc7), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.293375 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-8ed3197f-018c-49ed-a0f3-f08a6568a768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.294525 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-8ed3197f-018c-49ed-a0f3-f08a6568a768 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/29388404-261a-4c13-8e1c-497b5dc66dc7 HTTP/1.1" status: 204 len: 168 time: 0.2126114 Oct 12 02:34:39.303188 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-c42fe7bf-f26f-4a7c-97aa-cfc2f6adf789 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 1001 time: 0.0892987 Oct 12 02:34:39.303473 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3197f-018c-49ed-a0f3-f08a6568a768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29388404-261a-4c13-8e1c-497b5dc66dc7,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:39.408174 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:39.423995 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-a83ecbe5-8878-4fc0-bb4b-add8d2ff3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:39.425475 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-a83ecbe5-8878-4fc0-bb4b-add8d2ff3d34 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0724440 Oct 12 02:34:39.429407 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:39.493030 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-0f94d6d5-b537-4416-8e47-23d56e9a1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:39.494745 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-0f94d6d5-b537-4416-8e47-23d56e9a1098 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0577159 Oct 12 02:34:39.623733 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-a44c32d7-bba4-4fad-82b1-991c475448ae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086590 Oct 12 02:34:39.706545 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (7387bbd7-34bb-4a71-864c-d5210efa8c31), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.714645 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57488) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:39.732217 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1b3473bc-777d-46f1-b0f5-40ad1b9c7556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.743773 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event deleted for resources: {'Port': ['ID=7387bbd7-34bb-4a71-864c-d5210efa8c31,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:39.762492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.762838 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.763185 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.763533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.763867 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.764201 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.764567 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.764902 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.765227 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.765552 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.765880 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.766204 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.766526 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.767431 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.767431 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:39.838067 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1b3473bc-777d-46f1-b0f5-40ad1b9c7556 admin admin] Publish callbacks [] for security_group (b3446956-ad4b-4685-9c1a-9b649a615166), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.847574 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1b3473bc-777d-46f1-b0f5-40ad1b9c7556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b3446956-ad4b-4685-9c1a-9b649a615166), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:39.890042 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4eb3d6cc-955b-4ce4-837e-c510b813eab0 req-85c6de59-0d40-44de-94f9-9da87486f4a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564645 Oct 12 02:34:39.961993 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:39.977145 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73ef16-fb3a-492a-992d-633c038c8cc6 req-6bcbbaf0-7440-4f13-9f24-39aaef21654c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:39.978962 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2e73ef16-fb3a-492a-992d-633c038c8cc6 req-6bcbbaf0-7440-4f13-9f24-39aaef21654c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0908961 Oct 12 02:34:39.998426 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3473bc-777d-46f1-b0f5-40ad1b9c7556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3446956-ad4b-4685-9c1a-9b649a615166,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:40.019312 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1b3473bc-777d-46f1-b0f5-40ad1b9c7556 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=641942d138534566b219f2302cb5739b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006546 Oct 12 02:34:40.020305 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57492) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:40.126249 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:40.127505 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2e73ef16-fb3a-492a-992d-633c038c8cc6 req-1780fbf6-4bad-4813-9007-848d1f5698f2 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394095 Oct 12 02:34:40.137829 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] Sync routers for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:40.147344 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c3d83684-efaa-471f-8e36-ab82c1d42325 admin admin] Publish callbacks [] for security_group (b3446956-ad4b-4685-9c1a-9b649a615166), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:40.154558 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:40.155213 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:34:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:40.222215 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c3d83684-efaa-471f-8e36-ab82c1d42325 admin admin] Publish callbacks [] for security_group (b3446956-ad4b-4685-9c1a-9b649a615166), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:40.232550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] No DVR routers for this DVR port 7387bbd7-34bb-4a71-864c-d5210efa8c31 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:40.241999 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:40.249094 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5f2943f7-719f-4010-bb5b-7e86bc83e76e req-674355ec-daad-4223-842c-338b41bc2594 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.27 "DELETE /networking/v2.0/ports/7387bbd7-34bb-4a71-864c-d5210efa8c31 HTTP/1.1" status: 204 len: 173 time: 1.7775183 Oct 12 02:34:40.249654 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'name': 'network-vif-deleted', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:40.251937 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e243678-23e0-45b4-b169-30d83996554b" -d '{"events": [{"server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "name": "network-vif-deleted", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:40.342734 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c3d83684-efaa-471f-8e36-ab82c1d42325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b3446956-ad4b-4685-9c1a-9b649a615166), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:40.346042 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c3d83684-efaa-471f-8e36-ab82c1d42325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:40.347238 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c3d83684-efaa-471f-8e36-ab82c1d42325 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b3446956-ad4b-4685-9c1a-9b649a615166 HTTP/1.1" status: 204 len: 168 time: 0.3266490 Oct 12 02:34:40.370259 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d83684-efaa-471f-8e36-ab82c1d42325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3446956-ad4b-4685-9c1a-9b649a615166,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:40.395950 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f6f8b5-da10-4f42-9d79-e94438849469 x-openstack-request-id: req-a1f6f8b5-da10-4f42-9d79-e94438849469 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:40.396236 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730c6602-fa94-406e-87b5-03d1048c2d6f", "name": "network-vif-deleted", "tag": "7387bbd7-34bb-4a71-864c-d5210efa8c31", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:40.396523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1f6f8b5-da10-4f42-9d79-e94438849469 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:40.396963 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f6f8b5-da10-4f42-9d79-e94438849469'] response: {'server_uuid': '730c6602-fa94-406e-87b5-03d1048c2d6f', 'name': 'network-vif-deleted', 'tag': '7387bbd7-34bb-4a71-864c-d5210efa8c31', 'status': 'completed', 'code': 200} Oct 12 02:34:40.407336 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:40.467756 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-ff8f2a9d-2a5a-4001-99ad-dfa35b6fff50 req-331c050b-324d-45dd-896d-5aba74d4d343 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 210 time: 0.0565994 Oct 12 02:34:40.659045 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:40.687067 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] Checking router: eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:40.696937 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:40.697562 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:34:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:40.800620 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:40.965138 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:41.003194 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:41.029308 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3cd7e-1ea2-447a-a86e-b8fb82ccf295 None None] The sync data for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb is: [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '1ebdf682-5c15-43a3-8bc3-26b2554685d7', 'name': '', 'network_id': '6493f3b7-00db-47bb-943d-235ea898d29c', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'mac_address': 'fa:16:3e:c5:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:42Z', 'updated_at': '2022-10-12T02:30:03Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'subnets': [{'id': 'b863a7b1-60f9-48d1-b8c6-d561e462255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:41.251446 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 7387bbd7-34bb-4a71-864c-d5210efa8c31 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:41.284868 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 7387bbd7-34bb-4a71-864c-d5210efa8c31 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:41.285585 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 7387bbd7-34bb-4a71-864c-d5210efa8c31 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:41.328904 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90969e3-4d64-4886-8e89-cfec9b5cc687 None None] New status for floating IP fec66c51-ace0-470e-a32a-9e94298dea19: DOWN {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:34:41.353437 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f05cc-f2ab-470c-bb8e-0888bc7035f4 req-3a8f2358-d136-4d87-b294-1e588bb292df tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:41.355228 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4e0f05cc-f2ab-470c-bb8e-0888bc7035f4 req-3a8f2358-d136-4d87-b294-1e588bb292df tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.1234076 Oct 12 02:34:41.361108 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-35c3f582-a79e-4b3b-a113-532c0683e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:41.362607 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-35c3f582-a79e-4b3b-a113-532c0683e6c1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1129 time: 0.0733836 Oct 12 02:34:41.412985 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4e0f05cc-f2ab-470c-bb8e-0888bc7035f4 req-f29fa956-8611-4099-b843-ecffe2b992e5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471303 Oct 12 02:34:41.604571 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-357f6147-82e3-4dac-84af-9e8d3d46118d req-1e241c39-971e-4bd3-80d1-01346f0e8256 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=730c6602-fa94-406e-87b5-03d1048c2d6f HTTP/1.1" status: 200 len: 210 time: 0.0323329 Oct 12 02:34:41.655868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-49eee946-33f9-4d20-b3a1-72d21af44b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:41.657055 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-49eee946-33f9-4d20-b3a1-72d21af44b9c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.1017125 Oct 12 02:34:41.670675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:41.731075 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-5a341c97-2b62-41d1-8953-ad771c04fd30 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 1001 time: 0.0674298 Oct 12 02:34:41.789212 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-0b4d3b54-b4db-4e39-a7b0-798e2cfa5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:41.790616 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-0b4d3b54-b4db-4e39-a7b0-798e2cfa5f81 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0542362 Oct 12 02:34:41.837302 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-9a87957b-8304-4fd9-8c7f-b05692e374f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:41.838841 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-9a87957b-8304-4fd9-8c7f-b05692e374f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0412118 Oct 12 02:34:41.936367 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-edbd534a-f6cf-41df-afed-90ef128b5110 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902464 Oct 12 02:34:41.960138 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:42.031235 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0d61d6cb-128d-4b51-b082-799b6e33a327 req-c7d62d7e-1f96-484b-8ed5-2a9f776e992d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893373 Oct 12 02:34:42.041009 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:42.708680 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57568) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:42.765379 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4cb60834-bbf3-40e0-84e3-5dc88d6350ae tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (4816ee24-a1f2-4746-a093-54c42e92eede), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:42.778359 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d419-07f7-4748-8d7a-fb8716800e57 req-c781aefa-b42c-43dd-a0bb-d33d5734ac2d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:42.779843 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-86a9d419-07f7-4748-8d7a-fb8716800e57 req-c781aefa-b42c-43dd-a0bb-d33d5734ac2d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.2771213 Oct 12 02:34:42.789037 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4cb60834-bbf3-40e0-84e3-5dc88d6350ae tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (4816ee24-a1f2-4746-a093-54c42e92eede), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:42.791364 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:42.828917 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-86a9d419-07f7-4748-8d7a-fb8716800e57 req-5d86c7a9-b8ba-4514-944f-34fd729d7d62 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Oct 12 02:34:42.844894 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4cb60834-bbf3-40e0-84e3-5dc88d6350ae tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4816ee24-a1f2-4746-a093-54c42e92eede), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:42.847794 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4cb60834-bbf3-40e0-84e3-5dc88d6350ae tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:42.849753 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4cb60834-bbf3-40e0-84e3-5dc88d6350ae tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4816ee24-a1f2-4746-a093-54c42e92eede HTTP/1.1" status: 204 len: 168 time: 0.1400027 Oct 12 02:34:42.852799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57570) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:42.859823 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb60834-bbf3-40e0-84e3-5dc88d6350ae tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4816ee24-a1f2-4746-a093-54c42e92eede,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:42.870755 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.api.v2.resource [None req-c06b16ca-b6f6-4c20-8f3a-4a5599fa4012 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] show failed (client error): The resource could not be found. Oct 12 02:34:42.871849 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-c06b16ca-b6f6-4c20-8f3a-4a5599fa4012 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "GET /networking/v2.0/security-groups/4816ee24-a1f2-4746-a093-54c42e92eede HTTP/1.1" status: 404 len: 347 time: 0.0176108 Oct 12 02:34:42.874739 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57572) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:42.984855 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Deleting port 91d1f879-a7ba-4e49-95c7-02aedce6f893 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:42.985112 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:43.063129 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:43.063453 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (91d1f879-a7ba-4e49-95c7-02aedce6f893), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:43.075703 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Calling delete_port for 91d1f879-a7ba-4e49-95c7-02aedce6f893 owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:43.201899 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (91d1f879-a7ba-4e49-95c7-02aedce6f893), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:43.230863 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Pushing event deleted for resources: {'Port': ['ID=91d1f879-a7ba-4e49-95c7-02aedce6f893,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:43.254429 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks [] for floatingip (fec66c51-ace0-470e-a32a-9e94298dea19), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:43.257559 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:43.258689 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-342eebf1-6e09-4c62-ab2f-8abafb6357f9 tempest-AttachVolumeTestJSON-1354822960 tempest-AttachVolumeTestJSON-1354822960-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/fec66c51-ace0-470e-a32a-9e94298dea19 HTTP/1.1" status: 204 len: 168 time: 0.3830318 Oct 12 02:34:43.963424 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e0a91-333d-4d02-a41f-04d21aaee7a7 req-01760abf-545d-49c1-aeca-2a5b2399c6ad tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:43.964907 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2e0e0a91-333d-4d02-a41f-04d21aaee7a7 req-01760abf-545d-49c1-aeca-2a5b2399c6ad tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Oct 12 02:34:44.012612 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2e0e0a91-333d-4d02-a41f-04d21aaee7a7 req-6c21f458-1804-4b77-8268-a5f3fda27b35 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 Oct 12 02:34:44.841096 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [req-98e9c99e-557f-4563-b0a4-1cedde46f481 req-c345c5fb-6669-471d-b06c-d9bdd6f2c522 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:34:44.842249 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-98e9c99e-557f-4563-b0a4-1cedde46f481 req-c345c5fb-6669-471d-b06c-d9bdd6f2c522 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058630 Oct 12 02:34:45.035339 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:45.045160 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848b973-2e06-4fb0-905e-0d822654acd0 req-9c7bcbc6-fa5b-40b1-9ecf-dc2d4f486a9e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:45.046648 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b848b973-2e06-4fb0-905e-0d822654acd0 req-9c7bcbc6-fa5b-40b1-9ecf-dc2d4f486a9e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 945 time: 0.0599997 Oct 12 02:34:45.091451 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-8b1446b3-cfb8-43c6-8ddd-4a39bffec209 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0658283 Oct 12 02:34:45.122872 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b848b973-2e06-4fb0-905e-0d822654acd0 req-a44c8d6c-2519-4bec-bcb1-5366ea3ac84b tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570457 Oct 12 02:34:45.180783 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-feb6fba3-0c74-4d7e-9bfc-a3ffd606a39c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:45.182140 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-feb6fba3-0c74-4d7e-9bfc-a3ffd606a39c tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports/688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 942 time: 0.0563169 Oct 12 02:34:45.327346 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:45.401850 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 688a9815-dbc7-4485-9abd-2784ab2a010f is: ACTIVE; New status is: DOWN {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:45.402239 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:45.431602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:45.433839 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d84ece-fc76-4880-b9e8-54e657290ebb" -d '{"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-unplugged", "status": "completed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:45.450763 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:45.455274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:45.481147 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1319e078-e554-449e-abdd-b9b0c51896aa x-openstack-request-id: req-1319e078-e554-449e-abdd-b9b0c51896aa {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:45.481439 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-unplugged", "status": "failed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f", "code": 422}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:45.481689 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1319e078-e554-449e-abdd-b9b0c51896aa {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:45.482120 dv-cinder-849143-14-smb neutron-server[104429]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1319e078-e554-449e-abdd-b9b0c51896aa']: {'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'code': 422} returned with failed status Oct 12 02:34:45.506686 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=8']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:46.200831 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-fd5fb9d2-9d4e-4ad9-ad58-be207bc71fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:46.202346 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-fd5fb9d2-9d4e-4ad9-ad58-be207bc71fc3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026&tenant_id=1eff676e44134d7d8b2049ad864793d9 HTTP/1.1" status: 200 len: 1127 time: 0.0415993 Oct 12 02:34:46.262529 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff70b0-c48c-46e3-b360-7d6832da801e req-58f864f8-43f5-432a-bbea-bd20e171909d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:46.264276 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d9ff70b0-c48c-46e3-b360-7d6832da801e req-58f864f8-43f5-432a-bbea-bd20e171909d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0584018 Oct 12 02:34:46.280559 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-0f2bd0e4-a2dd-4d8c-ad05-efde3c1f6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:46.282034 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-0f2bd0e4-a2dd-4d8c-ad05-efde3c1f6902 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1eff676e44134d7d8b2049ad864793d9&device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1127 time: 0.0420063 Oct 12 02:34:46.319486 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d9ff70b0-c48c-46e3-b360-7d6832da801e req-ff080d62-845a-4052-906f-46b907f76c82 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470288 Oct 12 02:34:46.359501 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:46.381832 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-431ab257-cd56-421d-9195-e362d8dfd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:46.383257 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-431ab257-cd56-421d-9195-e362d8dfd45d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 200 len: 918 time: 0.0947065 Oct 12 02:34:46.445814 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-0c23c20f-625c-4c32-9602-589a818c55be service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 200 len: 999 time: 0.0560002 Oct 12 02:34:46.496402 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-5117afe8-d71a-4153-87be-144ab0415114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:46.497950 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-5117afe8-d71a-4153-87be-144ab0415114 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 200 len: 856 time: 0.0467849 Oct 12 02:34:46.543600 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-441c58bc-bbe7-40e6-b154-00e7b5ae66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:46.545143 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-441c58bc-bbe7-40e6-b154-00e7b5ae66eb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4edd6515-ed1f-4cdc-a544-e722ec9c958d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0410547 Oct 12 02:34:46.601146 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:46.635987 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-1dc56a94-8957-42c2-a7a3-965db829298a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Oct 12 02:34:46.728719 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b8aa1230-144b-4b8e-bc07-f9609fd94785 req-270e4770-b065-4b80-9ba4-302bbcd9fef9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863004 Oct 12 02:34:46.778988 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d6013125-91a1-42cd-88de-5b298255405f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:46.928931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57684) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:47.607754 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeaa0d-704a-4dde-8c48-fe13f2b41c0a req-833f6913-57e9-4579-aeee-9e78ebf5a45d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:47.613163 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eeaeaa0d-704a-4dde-8c48-fe13f2b41c0a req-833f6913-57e9-4579-aeee-9e78ebf5a45d tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.1463983 Oct 12 02:34:47.643961 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:47.751551 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-eeaeaa0d-704a-4dde-8c48-fe13f2b41c0a req-aace45b6-44c0-4d23-b74d-ff93e80cc4c1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325250 Oct 12 02:34:47.977321 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57710) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:48.050438 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:48.053363 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Deleting port 1ebdf682-5c15-43a3-8bc3-26b2554685d7 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:48.053710 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.147726 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] For port 1ebdf682-5c15-43a3-8bc3-26b2554685d7, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=1ebdf682-5c15-43a3-8bc3-26b2554685d7,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:48.148304 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.164279 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Calling delete_port for 1ebdf682-5c15-43a3-8bc3-26b2554685d7 owned by network:router_interface {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:48.165469 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3e00a9ac-dd76-40ac-96e0-76490a795186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.179676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:48.322249 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3e00a9ac-dd76-40ac-96e0-76490a795186 admin admin] Publish callbacks [] for security_group (68175148-1b98-4cca-ad58-d7ea2c29fed6), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.326874 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-3e00a9ac-dd76-40ac-96e0-76490a795186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (68175148-1b98-4cca-ad58-d7ea2c29fed6), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.366664 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a9ac-dd76-40ac-96e0-76490a795186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68175148-1b98-4cca-ad58-d7ea2c29fed6,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:48.389854 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-3e00a9ac-dd76-40ac-96e0-76490a795186 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8573062ee37f49cf9826138777c0a727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114411 Oct 12 02:34:48.392713 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57714) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:48.446980 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (1ebdf682-5c15-43a3-8bc3-26b2554685d7), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.453573 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb4b-c556-4679-8745-a93d73167aa7 admin admin] Publish callbacks [] for security_group (68175148-1b98-4cca-ad58-d7ea2c29fed6), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.476626 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb4b-c556-4679-8745-a93d73167aa7 admin admin] Publish callbacks [] for security_group (68175148-1b98-4cca-ad58-d7ea2c29fed6), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.525812 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebdf682-5c15-43a3-8bc3-26b2554685d7,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:48.559925 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb4b-c556-4679-8745-a93d73167aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (68175148-1b98-4cca-ad58-d7ea2c29fed6), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.563097 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb4b-c556-4679-8745-a93d73167aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.564883 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a7edfb4b-c556-4679-8745-a93d73167aa7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/68175148-1b98-4cca-ad58-d7ea2c29fed6 HTTP/1.1" status: 204 len: 168 time: 0.1711223 Oct 12 02:34:48.575134 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edfb4b-c556-4679-8745-a93d73167aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68175148-1b98-4cca-ad58-d7ea2c29fed6,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:48.728922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.872929 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2856b8-c6c2-41b8-acda-f458bfe95876 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:34:48.973797 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:48.980511 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525fea4-7269-4c93-b437-17f1af8a344a req-2969270a-1c74-4b8e-b989-ce616d6734f6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:48.994552 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a525fea4-7269-4c93-b437-17f1af8a344a req-2969270a-1c74-4b8e-b989-ce616d6734f6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0958128 Oct 12 02:34:49.067826 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f663-60f5-4e7d-b881-f01212552794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.083088 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2856b8-c6c2-41b8-acda-f458bfe95876 None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:34:49.111360 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a525fea4-7269-4c93-b437-17f1af8a344a req-24f69f2c-6ddc-4992-9c8f-be3985be56bc tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127996 Oct 12 02:34:49.134247 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57722) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:49.165023 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ac21581b-7b8b-4f7e-a40c-946413c22ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.247485 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:49.316454 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ac21581b-7b8b-4f7e-a40c-946413c22ed1 admin admin] Publish callbacks [] for security_group (591d2ec7-4276-464e-8515-423df353c85f), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.321783 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ac21581b-7b8b-4f7e-a40c-946413c22ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (591d2ec7-4276-464e-8515-423df353c85f), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.402256 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21581b-7b8b-4f7e-a40c-946413c22ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d2ec7-4276-464e-8515-423df353c85f,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:49.409003 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-ac21581b-7b8b-4f7e-a40c-946413c22ed1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=47015b1d3d984dcc8bb2bc2e6edf3e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733929 Oct 12 02:34:49.421740 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57726) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:49.459330 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:49.473155 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] Sync routers for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:49.500613 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-e63ff0f8-1989-4498-8ca9-dc400c408606 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703049 Oct 12 02:34:49.500833 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57728) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:49.502856 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:49.503105 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a1d08b46-3aba-4c10-a488-d33f7aa453a6 admin admin] Publish callbacks [] for security_group (591d2ec7-4276-464e-8515-423df353c85f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.503835 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:34:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:49.632385 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks [] for router (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.701800 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a1d08b46-3aba-4c10-a488-d33f7aa453a6 admin admin] Publish callbacks [] for security_group (591d2ec7-4276-464e-8515-423df353c85f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.788272 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:49.816643 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:49.871014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a1d08b46-3aba-4c10-a488-d33f7aa453a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (591d2ec7-4276-464e-8515-423df353c85f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.877686 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a1d08b46-3aba-4c10-a488-d33f7aa453a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:49.878886 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a1d08b46-3aba-4c10-a488-d33f7aa453a6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/591d2ec7-4276-464e-8515-423df353c85f HTTP/1.1" status: 204 len: 168 time: 0.4561627 Oct 12 02:34:49.940669 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d08b46-3aba-4c10-a488-d33f7aa453a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d2ec7-4276-464e-8515-423df353c85f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:49.945578 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks [] for router_gateway (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.043615 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Deleting port 11c8f655-590a-4582-ab71-bfa333eb1e7e {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:50.044992 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.152518 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:50.249794 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] For port 11c8f655-590a-4582-ab71-bfa333eb1e7e, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=11c8f655-590a-4582-ab71-bfa333eb1e7e,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:50.252253 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.295442 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Calling delete_port for 11c8f655-590a-4582-ab71-bfa333eb1e7e owned by network:router_gateway {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:50.369240 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaaee9-39e3-4dba-ba2c-6938c5ea11d3 req-c108fd1c-8eed-405e-ad6e-06bd04585261 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:50.380516 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5edaaee9-39e3-4dba-ba2c-6938c5ea11d3 req-c108fd1c-8eed-405e-ad6e-06bd04585261 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0972819 Oct 12 02:34:50.398426 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.498986 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5edaaee9-39e3-4dba-ba2c-6938c5ea11d3 req-b298c99a-9e61-4873-8e33-1d381ecb556a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172035 Oct 12 02:34:50.515549 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-3de591e7-4dee-4bf6-a4d7-abd1edcd0036 None None] Provisioning complete for port 633c8714-1f2f-4631-9f19-534e9db8212f triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:50.515934 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3de591e7-4dee-4bf6-a4d7-abd1edcd0036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.516277 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-3de591e7-4dee-4bf6-a4d7-abd1edcd0036 None None] Attempt 1 to provision port 633c8714-1f2f-4631-9f19-534e9db8212f Oct 12 02:34:50.584726 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:50.628768 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (11c8f655-590a-4582-ab71-bfa333eb1e7e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.630178 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:50.633970 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:34:48Z', 'revision_number': 5, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port': {'id': '11c8f655-590a-4582-ab71-bfa333eb1e7e', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:50.670958 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] Checking router: eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:50.704407 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] Routers {'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:50.705104 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:34:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:50.746104 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c8f655-590a-4582-ab71-bfa333eb1e7e,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:50.756676 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.772565 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-3de591e7-4dee-4bf6-a4d7-abd1edcd0036 None None] Current status of the port 633c8714-1f2f-4631-9f19-534e9db8212f is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:50.808125 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] Set router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb gateway port host: None {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:50.869411 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.872328 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks [] for router_controller (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.881596 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:34:50Z', 'revision_number': 7, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:50.927283 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2a8ea-3b4c-4c62-9c7d-857a0d237c42 None None] The sync data for ids ['eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb'] in dv-cinder-849143-14-smb is: [{'id': 'eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb', 'name': 'tempest-AttachVolumeTestJSON-479155730-router', 'tenant_id': '23861c9a343c4b95b71a2415d0a28f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:32Z', 'updated_at': '2022-10-12T02:34:50Z', 'revision_number': 7, 'project_id': '23861c9a343c4b95b71a2415d0a28f37', 'gw_port_host': None}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:50.932107 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.932641 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb {{(pid=104427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:34:50.938459 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.939652 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a43934fe-ed03-4609-aa38-a7977c048e92 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/eb8a0276-efbd-43dc-8db7-7c54b2c6f7cb HTTP/1.1" status: 204 len: 168 time: 1.4375832 Oct 12 02:34:50.942776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57744) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:51.033031 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:51.052140 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] Deleting subnet b863a7b1-60f9-48d1-b8c6-d561e462255a {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:34:51.056033 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] Publish callbacks [] for subnet (b863a7b1-60f9-48d1-b8c6-d561e462255a), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.096102 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] Publish callbacks [] for subnet (b863a7b1-60f9-48d1-b8c6-d561e462255a), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.124623 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:51.149295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (b863a7b1-60f9-48d1-b8c6-d561e462255a), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.217531 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for subnet (b863a7b1-60f9-48d1-b8c6-d561e462255a), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.248271 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b863a7b1-60f9-48d1-b8c6-d561e462255a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:51.255560 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.261818 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-cb7f4b0d-3353-41fc-8e90-a350d3554515 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b863a7b1-60f9-48d1-b8c6-d561e462255a HTTP/1.1" status: 204 len: 168 time: 0.3178301 Oct 12 02:34:51.262428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57752) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:51.285174 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd19086-d603-489f-9e86-19b1a5176eeb None None] Network 6493f3b7-00db-47bb-943d-235ea898d29c requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:34:51.386517 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (6493f3b7-00db-47bb-943d-235ea898d29c), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.531233 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Deleting port 633c8714-1f2f-4631-9f19-534e9db8212f {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:51.531595 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.685117 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] For port 633c8714-1f2f-4631-9f19-534e9db8212f, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=633c8714-1f2f-4631-9f19-534e9db8212f,segment=NetworkSegment(99931041-3a83-4a1e-a385-479a37ac7ba5),segment_id=99931041-3a83-4a1e-a385-479a37ac7ba5)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:51.685517 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.722799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Calling delete_port for 633c8714-1f2f-4631-9f19-534e9db8212f owned by network:dhcp {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:51.750762 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205e54a-df7a-461f-97d7-382739103ae5 req-a60f416b-7b1a-4c53-92c8-402b0cf790b3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:51.755509 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7205e54a-df7a-461f-97d7-382739103ae5 req-a60f416b-7b1a-4c53-92c8-402b0cf790b3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.1036575 Oct 12 02:34:51.842525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (633c8714-1f2f-4631-9f19-534e9db8212f), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.876696 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7205e54a-df7a-461f-97d7-382739103ae5 req-0ab20d05-24d7-4f5f-af19-abcdd9e770a7 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959301 Oct 12 02:34:51.877105 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82276e39-35f9-43fe-b7b8-cf7898b1e4da None None] DHCP port deletion for 6493f3b7-00db-47bb-943d-235ea898d29c request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:34:51.903249 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=633c8714-1f2f-4631-9f19-534e9db8212f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:51.907810 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] No DVR routers for this DVR port 633c8714-1f2f-4631-9f19-534e9db8212f on host dv-cinder-849143-14-smb {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:51.959421 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:51.991228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.030015 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 11c8f655-590a-4582-ab71-bfa333eb1e7e no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:52.055671 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (6493f3b7-00db-47bb-943d-235ea898d29c), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.057480 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 11c8f655-590a-4582-ab71-bfa333eb1e7e {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:52.057834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 11c8f655-590a-4582-ab71-bfa333eb1e7e not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:52.058757 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1ebdf682-5c15-43a3-8bc3-26b2554685d7 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:52.084016 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 1ebdf682-5c15-43a3-8bc3-26b2554685d7 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:52.084830 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 1ebdf682-5c15-43a3-8bc3-26b2554685d7 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:52.085438 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 633c8714-1f2f-4631-9f19-534e9db8212f no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:52.086862 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.087181 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.087950 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.088284 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > port after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.088693 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.088994 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.089318 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.089733 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.090085 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.091165 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.138544 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 633c8714-1f2f-4631-9f19-534e9db8212f {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:52.139768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 633c8714-1f2f-4631-9f19-534e9db8212f not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:52.209333 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.209912 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.210561 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.210935 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:34:52.211510 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6493f3b7-00db-47bb-943d-235ea898d29c']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:52.241681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99931041-3a83-4a1e-a385-479a37ac7ba5') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:52.242438 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99931041-3a83-4a1e-a385-479a37ac7ba5') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:52.275846 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12792368'] for segment (99931041-3a83-4a1e-a385-479a37ac7ba5), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.332746 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (99931041-3a83-4a1e-a385-479a37ac7ba5), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.352989 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:34:52.353536 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573291'] for segment (99931041-3a83-4a1e-a385-479a37ac7ba5), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.497485 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (6493f3b7-00db-47bb-943d-235ea898d29c), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.525390 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6493f3b7-00db-47bb-943d-235ea898d29c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:52.528401 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.537951 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-01f3cbad-8cd3-4ba8-a4de-0d934b188fb7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/6493f3b7-00db-47bb-943d-235ea898d29c HTTP/1.1" status: 204 len: 168 time: 1.2743649 Oct 12 02:34:52.900925 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57790) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:52.933455 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment 99931041-3a83-4a1e-a385-479a37ac7ba5 resource provider aggregate not found Oct 12 02:34:52.977661 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment 99931041-3a83-4a1e-a385-479a37ac7ba5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99931041-3a83-4a1e-a385-479a37ac7ba5 found for delete ", "request_id": "req-9fd61410-0314-4f3f-88a4-80ce607e56fd"}]} Oct 12 02:34:53.047549 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-3526f819-1c91-41f4-84d3-990d581ceea3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=23861c9a343c4b95b71a2415d0a28f37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1420200 Oct 12 02:34:53.048376 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57800) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:53.065602 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bc668-443d-4363-8bea-950acbf1b7c2 req-b612b7b4-ace2-4786-bb4d-67968ad3e6c3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:53.068510 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-276bc668-443d-4363-8bea-950acbf1b7c2 req-b612b7b4-ace2-4786-bb4d-67968ad3e6c3 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0718455 Oct 12 02:34:53.167749 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7df5-0b39-4f0a-98d1-246c194cfb30 admin admin] Publish callbacks [] for security_group (3695c942-9117-421b-bfe1-fab4e0258387), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:53.191102 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7df5-0b39-4f0a-98d1-246c194cfb30 admin admin] Publish callbacks [] for security_group (3695c942-9117-421b-bfe1-fab4e0258387), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:53.205054 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-276bc668-443d-4363-8bea-950acbf1b7c2 req-bbfb1488-b3b4-4376-a6ef-544a4cb3efff tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299689 Oct 12 02:34:53.254041 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:53.279420 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7df5-0b39-4f0a-98d1-246c194cfb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (3695c942-9117-421b-bfe1-fab4e0258387), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:53.282005 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7df5-0b39-4f0a-98d1-246c194cfb30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:53.283335 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5cbd7df5-0b39-4f0a-98d1-246c194cfb30 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3695c942-9117-421b-bfe1-fab4e0258387 HTTP/1.1" status: 204 len: 168 time: 0.2339160 Oct 12 02:34:53.310015 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd7df5-0b39-4f0a-98d1-246c194cfb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3695c942-9117-421b-bfe1-fab4e0258387,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:54.077406 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57838) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:54.245151 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1a3fda06-1d27-4810-83fb-24498f7ea39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:54.434337 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7d809-a176-4952-921b-11d8da5ba243 req-18421d45-68fa-41f4-b33e-0c2be481ca14 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:54.446073 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-03b7d809-a176-4952-921b-11d8da5ba243 req-18421d45-68fa-41f4-b33e-0c2be481ca14 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0925279 Oct 12 02:34:54.479365 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1a3fda06-1d27-4810-83fb-24498f7ea39a admin admin] Publish callbacks [] for security_group (2aefcf39-7d91-4188-aa0e-f8a88ba3543b), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:54.512809 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-1a3fda06-1d27-4810-83fb-24498f7ea39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2aefcf39-7d91-4188-aa0e-f8a88ba3543b), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:54.547215 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-03b7d809-a176-4952-921b-11d8da5ba243 req-5ed3cf27-128b-4efc-8b71-e1ce38adeeca tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998914 Oct 12 02:34:54.557597 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-1a3fda06-1d27-4810-83fb-24498f7ea39a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3a73109ad2a04472983b6755e1af9d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783633 Oct 12 02:34:54.560276 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57854) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:54.609108 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fda06-1d27-4810-83fb-24498f7ea39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aefcf39-7d91-4188-aa0e-f8a88ba3543b,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:54.635228 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:54.649605 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d81b0f2b-972f-4a53-8980-1d1d934f4aba admin admin] Publish callbacks [] for security_group (2aefcf39-7d91-4188-aa0e-f8a88ba3543b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:54.682020 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d81b0f2b-972f-4a53-8980-1d1d934f4aba admin admin] Publish callbacks [] for security_group (2aefcf39-7d91-4188-aa0e-f8a88ba3543b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:54.751509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d81b0f2b-972f-4a53-8980-1d1d934f4aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2aefcf39-7d91-4188-aa0e-f8a88ba3543b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:54.756047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d81b0f2b-972f-4a53-8980-1d1d934f4aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:54.757614 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-d81b0f2b-972f-4a53-8980-1d1d934f4aba admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2aefcf39-7d91-4188-aa0e-f8a88ba3543b HTTP/1.1" status: 204 len: 168 time: 0.1961069 Oct 12 02:34:54.783032 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b0f2b-972f-4a53-8980-1d1d934f4aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aefcf39-7d91-4188-aa0e-f8a88ba3543b,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:55.187365 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57874) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:55.202108 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9b94ce47-0d50-4a02-9a1c-f6fbf1882351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:55.215843 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:55.251816 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:55.290401 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9b94ce47-0d50-4a02-9a1c-f6fbf1882351 admin admin] Publish callbacks [] for security_group (7c507abe-3b66-4ddc-978a-8404ca4b8bb1), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:55.293808 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9b94ce47-0d50-4a02-9a1c-f6fbf1882351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7c507abe-3b66-4ddc-978a-8404ca4b8bb1), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:55.336205 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-9b94ce47-0d50-4a02-9a1c-f6fbf1882351 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ce4832ca4e224cc1bd47f1906f742073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476731 Oct 12 02:34:55.338271 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94ce47-0d50-4a02-9a1c-f6fbf1882351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c507abe-3b66-4ddc-978a-8404ca4b8bb1,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:55.338966 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57876) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:55.388760 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Publish callbacks [] for security_group (7c507abe-3b66-4ddc-978a-8404ca4b8bb1), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:55.409105 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Publish callbacks [] for security_group (7c507abe-3b66-4ddc-978a-8404ca4b8bb1), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:55.460955 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (7c507abe-3b66-4ddc-978a-8404ca4b8bb1), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:55.463514 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:55.464661 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7c507abe-3b66-4ddc-978a-8404ca4b8bb1 HTTP/1.1" status: 204 len: 168 time: 0.1246803 Oct 12 02:34:55.472014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c507abe-3b66-4ddc-978a-8404ca4b8bb1,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:55.480612 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.480961 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.481301 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.481639 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.481975 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.482301 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.482623 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.482965 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.483270 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.483609 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.483911 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.484233 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.484575 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.484892 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.485208 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d53e9-cbf7-40fa-ae17-0bde23aab97d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:55.702748 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf00f89-2105-4513-b6a2-0a1c13b11596 req-512eb5b3-d5ff-4d49-8c3e-07bccf9c87be tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:55.704221 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fbf00f89-2105-4513-b6a2-0a1c13b11596 req-512eb5b3-d5ff-4d49-8c3e-07bccf9c87be tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0509362 Oct 12 02:34:55.978389 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fbf00f89-2105-4513-b6a2-0a1c13b11596 req-ef9bed8b-d388-48b7-bb2a-ddea70983cb0 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675295 Oct 12 02:34:56.137325 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:34:56.563265 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57924) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:56.670734 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04c1ef20-ca6e-49ec-a81a-f9720d2d611c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:56.746923 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04c1ef20-ca6e-49ec-a81a-f9720d2d611c admin admin] Publish callbacks [] for security_group (fbe66922-6ed7-4446-ac78-2089f5018479), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:56.750930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-04c1ef20-ca6e-49ec-a81a-f9720d2d611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (fbe66922-6ed7-4446-ac78-2089f5018479), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:56.789500 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-04c1ef20-ca6e-49ec-a81a-f9720d2d611c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6536908d430c46c6a9ef6368c1f40365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252519 Oct 12 02:34:56.791415 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1ef20-ca6e-49ec-a81a-f9720d2d611c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe66922-6ed7-4446-ac78-2089f5018479,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:56.792288 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57928) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:56.842558 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e2c648b5-f4af-4cbe-87d5-45cd8ad86acd admin admin] Publish callbacks [] for security_group (fbe66922-6ed7-4446-ac78-2089f5018479), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:56.862618 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e2c648b5-f4af-4cbe-87d5-45cd8ad86acd admin admin] Publish callbacks [] for security_group (fbe66922-6ed7-4446-ac78-2089f5018479), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:56.910769 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e2c648b5-f4af-4cbe-87d5-45cd8ad86acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (fbe66922-6ed7-4446-ac78-2089f5018479), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:56.913556 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e2c648b5-f4af-4cbe-87d5-45cd8ad86acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:56.914934 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e2c648b5-f4af-4cbe-87d5-45cd8ad86acd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fbe66922-6ed7-4446-ac78-2089f5018479 HTTP/1.1" status: 204 len: 168 time: 0.1216068 Oct 12 02:34:56.922487 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c648b5-f4af-4cbe-87d5-45cd8ad86acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe66922-6ed7-4446-ac78-2089f5018479,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:57.110530 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4c479-5bda-480f-a458-b38f0ec337d4 req-2c86cdcc-6b37-482c-9ca5-5cb009c8d145 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:57.112130 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4ff4c479-5bda-480f-a458-b38f0ec337d4 req-2c86cdcc-6b37-482c-9ca5-5cb009c8d145 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 943 time: 0.0496495 Oct 12 02:34:57.149650 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:57.165628 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4ff4c479-5bda-480f-a458-b38f0ec337d4 req-28a55666-d1e6-4e0b-b447-80d808f0cc60 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470169 Oct 12 02:34:57.352660 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:34:57.455853 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:57.471877 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'port_id': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'mac_address': 'fa:16:3e:d5:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:34:57.507299 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 688a9815-dbc7-4485-9abd-2784ab2a010f is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:57.507689 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:57.523951 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688a9815-dbc7-4485-9abd-2784ab2a010f {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:34:57.548258 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:57.557750 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:57.609690 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=9']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:57.820068 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 57964) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:57.830038 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['688a9815-dbc7-4485-9abd-2784ab2a010f'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:34:57.968756 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:58.191101 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa2a60ac-ecf4-4fe7-a734-05a2fdbd4107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:58.299318 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa2a60ac-ecf4-4fe7-a734-05a2fdbd4107 admin admin] Publish callbacks [] for security_group (4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:58.305819 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa2a60ac-ecf4-4fe7-a734-05a2fdbd4107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:58.324324 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e52fe-8dc4-4213-bcdb-e399ac3a261f req-c735592a-6b00-4ca8-aa6a-c6e1530d68f6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:58.325791 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-154e52fe-8dc4-4213-bcdb-e399ac3a261f req-c735592a-6b00-4ca8-aa6a-c6e1530d68f6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 944 time: 0.0695295 Oct 12 02:34:58.362375 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-fa2a60ac-ecf4-4fe7-a734-05a2fdbd4107 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b1afa23825884629ae6db6793196f12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411832 Oct 12 02:34:58.365851 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 57974) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:58.373541 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a60ac-ecf4-4fe7-a734-05a2fdbd4107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:58.400706 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-154e52fe-8dc4-4213-bcdb-e399ac3a261f req-bc89de6b-4da7-4d9c-aafd-fe5f9d1ef0b6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634124 Oct 12 02:34:58.418969 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3efdb9d8-2d16-4b64-b6f0-66680f947dd8 admin admin] Publish callbacks [] for security_group (4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:58.439617 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3efdb9d8-2d16-4b64-b6f0-66680f947dd8 admin admin] Publish callbacks [] for security_group (4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:58.490250 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3efdb9d8-2d16-4b64-b6f0-66680f947dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:58.492735 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3efdb9d8-2d16-4b64-b6f0-66680f947dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:58.493859 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-3efdb9d8-2d16-4b64-b6f0-66680f947dd8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6 HTTP/1.1" status: 204 len: 168 time: 0.1269453 Oct 12 02:34:58.501979 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdb9d8-2d16-4b64-b6f0-66680f947dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae24a3a-405d-4e5f-bc58-2b4883b1a0b6,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:59.120644 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58000) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:59.268729 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345844235-network', 'tenant_id': '278dee87efd148e1831c8c5d2bb0bdd7'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:59.340287 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Made reservation on behalf of 278dee87efd148e1831c8c5d2bb0bdd7 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:34:59.342646 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.352349 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.375249 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:34:59.421939 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 688a9815-dbc7-4485-9abd-2784ab2a010f triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:59.422314 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.422658 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 688a9815-dbc7-4485-9abd-2784ab2a010f Oct 12 02:34:59.437394 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks [] for security_group (5d22d2ab-6a38-4f08-af83-6bace4985ff1), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.441603 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (5d22d2ab-6a38-4f08-af83-6bace4985ff1), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.473299 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:34:59.479961 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22d2ab-6a38-4f08-af83-6bace4985ff1,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:59.492270 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:59.494131 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (dd96577f-d312-4132-b3b1-9f080c1dac3e), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.494510 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Added segment dd96577f-d312-4132-b3b1-9f080c1dac3e of type vlan for network 75959e75-a846-47a7-b3ed-2142d384de87 Oct 12 02:34:59.520866 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 688a9815-dbc7-4485-9abd-2784ab2a010f is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:59.521275 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.533340 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:59.537257 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:59.558438 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:59.560902 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0e70d6-a07f-470d-afb9-30a7d49facde" -d '{"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-plugged", "status": "completed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:59.585007 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:59.588590 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (75959e75-a846-47a7-b3ed-2142d384de87), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.590255 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.617490 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da7b8-4e4d-47a1-bbb5-99383131d165 req-41d56639-863b-4372-9525-0d06918a035e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:59.618300 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea0b44-0347-4f26-87c2-f80e3ca1dc64 x-openstack-request-id: req-e7ea0b44-0347-4f26-87c2-f80e3ca1dc64 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:59.618666 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-plugged", "status": "completed", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:59.618925 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7ea0b44-0347-4f26-87c2-f80e3ca1dc64 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:59.619315 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ea0b44-0347-4f26-87c2-f80e3ca1dc64'] response: {'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'code': 200} Oct 12 02:34:59.620939 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-491da7b8-4e4d-47a1-bbb5-99383131d165 req-41d56639-863b-4372-9525-0d06918a035e tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 944 time: 0.0903509 Oct 12 02:34:59.648770 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=10']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:59.649686 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (75959e75-a846-47a7-b3ed-2142d384de87), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.651279 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:59.651863 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.733616 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6119170 Oct 12 02:34:59.737541 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58018) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:59.749864 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ffd12-ebc8-4141-a363-d9b49c80dc41 admin admin] Pushing event updated for resources: {'Network': ['ID=75959e75-a846-47a7-b3ed-2142d384de87,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:59.752395 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Request body: {'subnet': {'network_id': '75959e75-a846-47a7-b3ed-2142d384de87', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345844235-subnet', 'tenant_id': '278dee87efd148e1831c8c5d2bb0bdd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:59.756621 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-491da7b8-4e4d-47a1-bbb5-99383131d165 req-02df2aa7-7523-4fbd-9295-e2a2e99734d1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183321 Oct 12 02:34:59.761741 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 75959e75-a846-47a7-b3ed-2142d384de87 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:34:59.783713 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Made reservation on behalf of 278dee87efd148e1831c8c5d2bb0bdd7 for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:34:59.787522 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12790438'] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:59.870105 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:59.944359 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab391-3a97-4fa0-a8f4-07c1c926bbf0 req-13ff9a11-d589-4caa-881e-c9850a572c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:59.945873 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1abab391-3a97-4fa0-a8f4-07c1c926bbf0 req-13ff9a11-d589-4caa-881e-c9850a572c93 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 1130 time: 0.0923352 Oct 12 02:34:59.990692 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1abab391-3a97-4fa0-a8f4-07c1c926bbf0 req-deb0341e-e734-44c1-bf24-32fb80133cc6 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389876 Oct 12 02:34:59.998117 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13551378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12790452'] for subnet (31ad90c3-c6c8-48b8-880b-258271396a51), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.054317 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ad90c3-c6c8-48b8-880b-258271396a51,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:00.062789 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Checking segment: {'id': 'dd96577f-d312-4132-b3b1-9f080c1dac3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '75959e75-a846-47a7-b3ed-2142d384de87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:00.063138 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Network hostable DHCP agents. Network: 75959e75-a846-47a7-b3ed-2142d384de87, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:35:00.079367 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Network 75959e75-a846-47a7-b3ed-2142d384de87 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:35:00.088762 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 75959e75-a846-47a7-b3ed-2142d384de87) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:00.093187 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:00.094346 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.097574 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f4d17-774b-4238-ace0-18f6b54519de None None] Network 75959e75-a846-47a7-b3ed-2142d384de87 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:00.110965 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c148a66f-f714-4955-9cb9-56f72b9c8bb8 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3721631 Oct 12 02:35:00.204225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb87724-277e-4ef0-98a0-fec0087ab2d8 None None] Network 75959e75-a846-47a7-b3ed-2142d384de87 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:00.260133 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:00.583297 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58038) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:00.588122 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006101224-network', 'tenant_id': 'd9b9ae8308814049aab3c6bebc1d8fcf'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:00.607620 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Made reservation on behalf of d9b9ae8308814049aab3c6bebc1d8fcf for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:00.609807 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.618847 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.672602 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:00.693569 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks [] for security_group (2473c475-6b6c-4a66-9881-edc68e816a4c), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.696960 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2473c475-6b6c-4a66-9881-edc68e816a4c), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.725021 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:35:00.731636 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2473c475-6b6c-4a66-9881-edc68e816a4c,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:00.737445 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (6922b424-271e-4c8e-8615-1999ade8c295), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.737778 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Added segment 6922b424-271e-4c8e-8615-1999ade8c295 of type vlan for network dbac8028-8a8d-4879-8367-c079e2506092 Oct 12 02:35:00.779492 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (dbac8028-8a8d-4879-8367-c079e2506092), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.805163 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (dbac8028-8a8d-4879-8367-c079e2506092), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.806256 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:00.806836 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.870009 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2856123 Oct 12 02:35:00.872923 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58046) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:00.877858 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Request body: {'subnet': {'network_id': 'dbac8028-8a8d-4879-8367-c079e2506092', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006101224-subnet', 'tenant_id': 'd9b9ae8308814049aab3c6bebc1d8fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:00.882543 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2b9ac-0c3a-4efb-9c57-20afb2467508 admin admin] Pushing event updated for resources: {'Network': ['ID=dbac8028-8a8d-4879-8367-c079e2506092,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:00.901229 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Made reservation on behalf of d9b9ae8308814049aab3c6bebc1d8fcf for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:00.904451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13535521'] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:00.909618 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network dbac8028-8a8d-4879-8367-c079e2506092 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:35:00.941153 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ca074-fa04-4fdc-b75f-daad5c780bcd req-0655bf70-8afe-48fa-bb7f-6f3e12d48692 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:00.950306 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5d3ca074-fa04-4fdc-b75f-daad5c780bcd req-0655bf70-8afe-48fa-bb7f-6f3e12d48692 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 946 time: 0.0763290 Oct 12 02:35:01.022223 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5d3ca074-fa04-4fdc-b75f-daad5c780bcd req-6a3a44cd-a31d-495d-9960-295525f0ab2a tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636137 Oct 12 02:35:01.119975 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13535539'] for subnet (ad110fa2-37de-4df6-b3b4-27acca11c94f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.172044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad110fa2-37de-4df6-b3b4-27acca11c94f,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:01.188481 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Checking segment: {'id': '6922b424-271e-4c8e-8615-1999ade8c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dbac8028-8a8d-4879-8367-c079e2506092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:01.188908 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Network hostable DHCP agents. Network: dbac8028-8a8d-4879-8367-c079e2506092, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:35:01.208064 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Network dbac8028-8a8d-4879-8367-c079e2506092 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:35:01.217129 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, dbac8028-8a8d-4879-8367-c079e2506092) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:01.221259 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:01.221808 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.225815 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e85be-dd41-4c5a-98ee-37f36577968c None None] Network dbac8028-8a8d-4879-8367-c079e2506092 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:01.249755 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8089390e-5297-44de-b29c-bf024a6b877c admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3664904 Oct 12 02:35:01.335001 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a73fe22-6e1a-421b-87e0-8ea060681c0d None None] Network dbac8028-8a8d-4879-8367-c079e2506092 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:01.362028 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58054) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:01.416401 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] Deleting subnet 31ad90c3-c6c8-48b8-880b-258271396a51 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:01.421173 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] Publish callbacks [] for subnet (31ad90c3-c6c8-48b8-880b-258271396a51), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.466909 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12792393'] for subnet (31ad90c3-c6c8-48b8-880b-258271396a51), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.510825 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (31ad90c3-c6c8-48b8-880b-258271396a51), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.539654 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:01.566981 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:01.583020 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13573185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13536448'] for subnet (31ad90c3-c6c8-48b8-880b-258271396a51), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.616242 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ad90c3-c6c8-48b8-880b-258271396a51,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:01.620076 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.623305 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-17704914-272a-4a9f-9ac4-0d3b183cd60c admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/31ad90c3-c6c8-48b8-880b-258271396a51 HTTP/1.1" status: 204 len: 168 time: 0.2602684 Oct 12 02:35:01.625819 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58066) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:01.699422 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (75959e75-a846-47a7-b3ed-2142d384de87), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.781652 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (75959e75-a846-47a7-b3ed-2142d384de87), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.805613 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75959e75-a846-47a7-b3ed-2142d384de87']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:01.818785 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd96577f-d312-4132-b3b1-9f080c1dac3e') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:01.819264 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd96577f-d312-4132-b3b1-9f080c1dac3e') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:01.836318 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12792368'] for segment (dd96577f-d312-4132-b3b1-9f080c1dac3e), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.850595 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (dd96577f-d312-4132-b3b1-9f080c1dac3e), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.858319 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:01.858713 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573291'] for segment (dd96577f-d312-4132-b3b1-9f080c1dac3e), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.901994 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment dd96577f-d312-4132-b3b1-9f080c1dac3e resource provider aggregate not found Oct 12 02:35:01.927424 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment dd96577f-d312-4132-b3b1-9f080c1dac3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd96577f-d312-4132-b3b1-9f080c1dac3e found for delete ", "request_id": "req-45a9003f-0dbd-409d-a4b4-31cd31a9aeeb"}]} Oct 12 02:35:01.928880 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (75959e75-a846-47a7-b3ed-2142d384de87), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.935048 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:01.938800 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/75959e75-a846-47a7-b3ed-2142d384de87 HTTP/1.1" status: 204 len: 168 time: 0.3120792 Oct 12 02:35:01.941641 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58098) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:01.955780 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55ae53-c423-44ec-bab3-d2f865d97701 admin admin] Pushing event deleted for resources: {'Network': ['ID=75959e75-a846-47a7-b3ed-2142d384de87,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:01.991266 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] Deleting subnet ad110fa2-37de-4df6-b3b4-27acca11c94f {{(pid=104427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:01.994570 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] Publish callbacks [] for subnet (ad110fa2-37de-4df6-b3b4-27acca11c94f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.025286 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:02.030180 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12782313'] for subnet (ad110fa2-37de-4df6-b3b4-27acca11c94f), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.073393 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (ad110fa2-37de-4df6-b3b4-27acca11c94f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.137851 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13551443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12791623'] for subnet (ad110fa2-37de-4df6-b3b4-27acca11c94f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.156348 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802592-aaa1-4f66-8400-6f81010a91bd req-9db85c2c-4238-4a01-b75e-832a16f90e00 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:02.158144 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-90802592-aaa1-4f66-8400-6f81010a91bd req-9db85c2c-4238-4a01-b75e-832a16f90e00 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 946 time: 0.0575783 Oct 12 02:35:02.166020 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad110fa2-37de-4df6-b3b4-27acca11c94f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:02.169933 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.173083 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-14a5ccca-7bb9-4c65-bd91-6198af2c174d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/ad110fa2-37de-4df6-b3b4-27acca11c94f HTTP/1.1" status: 204 len: 168 time: 0.2304630 Oct 12 02:35:02.176191 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58106) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:02.236365 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-90802592-aaa1-4f66-8400-6f81010a91bd req-c57c7b82-cc2e-4e51-b531-266d10324ad6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703084 Oct 12 02:35:02.252501 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (dbac8028-8a8d-4879-8367-c079e2506092), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.343292 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (dbac8028-8a8d-4879-8367-c079e2506092), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.366708 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbac8028-8a8d-4879-8367-c079e2506092']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:02.375765 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6922b424-271e-4c8e-8615-1999ade8c295') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:02.376155 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6922b424-271e-4c8e-8615-1999ade8c295') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:02.388161 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (6922b424-271e-4c8e-8615-1999ade8c295), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.401807 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (6922b424-271e-4c8e-8615-1999ade8c295), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.408272 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:02.408688 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (6922b424-271e-4c8e-8615-1999ade8c295), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.452551 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 6922b424-271e-4c8e-8615-1999ade8c295 resource provider aggregate not found Oct 12 02:35:02.471868 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 6922b424-271e-4c8e-8615-1999ade8c295 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6922b424-271e-4c8e-8615-1999ade8c295 found for delete ", "request_id": "req-ac590767-9192-4bdb-bc47-e7cfdc2ccb22"}]} Oct 12 02:35:02.476301 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (dbac8028-8a8d-4879-8367-c079e2506092), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.483886 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.487045 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/dbac8028-8a8d-4879-8367-c079e2506092 HTTP/1.1" status: 204 len: 168 time: 0.3098834 Oct 12 02:35:02.498481 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98007da1-e409-4a12-9163-82c6e9319d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbac8028-8a8d-4879-8367-c079e2506092,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:02.652021 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58116) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:02.696743 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-62444d4d-abd1-497c-8eca-bcf212ee0cbe admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=278dee87efd148e1831c8c5d2bb0bdd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435255 Oct 12 02:35:02.699096 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58118) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:02.747334 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caa26efe-e672-49cf-904e-dd41cf245500 admin admin] Publish callbacks [] for security_group (5d22d2ab-6a38-4f08-af83-6bace4985ff1), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.766764 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caa26efe-e672-49cf-904e-dd41cf245500 admin admin] Publish callbacks [] for security_group (5d22d2ab-6a38-4f08-af83-6bace4985ff1), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.813632 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caa26efe-e672-49cf-904e-dd41cf245500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (5d22d2ab-6a38-4f08-af83-6bace4985ff1), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.816133 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caa26efe-e672-49cf-904e-dd41cf245500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:02.817298 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-caa26efe-e672-49cf-904e-dd41cf245500 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5d22d2ab-6a38-4f08-af83-6bace4985ff1 HTTP/1.1" status: 204 len: 168 time: 0.1173286 Oct 12 02:35:02.824998 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26efe-e672-49cf-904e-dd41cf245500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22d2ab-6a38-4f08-af83-6bace4985ff1,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:03.127693 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58124) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:03.168398 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-0baaf517-4c9b-4dc1-894c-6172f56c71b7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d9b9ae8308814049aab3c6bebc1d8fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395100 Oct 12 02:35:03.170759 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58126) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:03.221561 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f0527cb4-9b0d-4979-9b8e-02b09e061fd9 admin admin] Publish callbacks [] for security_group (2473c475-6b6c-4a66-9881-edc68e816a4c), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:03.241836 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f0527cb4-9b0d-4979-9b8e-02b09e061fd9 admin admin] Publish callbacks [] for security_group (2473c475-6b6c-4a66-9881-edc68e816a4c), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:03.293992 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f0527cb4-9b0d-4979-9b8e-02b09e061fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2473c475-6b6c-4a66-9881-edc68e816a4c), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:03.296936 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f0527cb4-9b0d-4979-9b8e-02b09e061fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:03.298109 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f0527cb4-9b0d-4979-9b8e-02b09e061fd9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2473c475-6b6c-4a66-9881-edc68e816a4c HTTP/1.1" status: 204 len: 168 time: 0.1264656 Oct 12 02:35:03.306906 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527cb4-9b0d-4979-9b8e-02b09e061fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473c475-6b6c-4a66-9881-edc68e816a4c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:03.394225 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e3a7-113c-4921-aee8-3a1b1e5675e5 req-e6a7ff23-e3f5-4090-9d6b-fd07503cb434 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:03.396611 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6303e3a7-113c-4921-aee8-3a1b1e5675e5 req-e6a7ff23-e3f5-4090-9d6b-fd07503cb434 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 946 time: 0.0515425 Oct 12 02:35:03.425845 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:03.461338 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6303e3a7-113c-4921-aee8-3a1b1e5675e5 req-48a2c0bd-b904-4d9c-96f5-bd40a3c60ee5 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576403 Oct 12 02:35:05.243628 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:06.134633 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=10 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:12.169731 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58364) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:12.280345 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3ada8420-9593-4535-9a23-66fa94876ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.299297 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:12.328976 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:12.368613 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3ada8420-9593-4535-9a23-66fa94876ed5 admin admin] Publish callbacks [] for security_group (76f0a15b-d0f1-4357-910b-00e5a6ae95dc), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.372248 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3ada8420-9593-4535-9a23-66fa94876ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (76f0a15b-d0f1-4357-910b-00e5a6ae95dc), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.414008 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-3ada8420-9593-4535-9a23-66fa94876ed5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=10804db524b648598eab0b1144f4e5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431772 Oct 12 02:35:12.415102 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada8420-9593-4535-9a23-66fa94876ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0a15b-d0f1-4357-910b-00e5a6ae95dc,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:12.418326 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58368) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:12.477428 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-31fe998b-9bbd-4db1-85e4-ef8243bb1714 admin admin] Publish callbacks [] for security_group (76f0a15b-d0f1-4357-910b-00e5a6ae95dc), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.498899 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-31fe998b-9bbd-4db1-85e4-ef8243bb1714 admin admin] Publish callbacks [] for security_group (76f0a15b-d0f1-4357-910b-00e5a6ae95dc), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.552943 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-31fe998b-9bbd-4db1-85e4-ef8243bb1714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (76f0a15b-d0f1-4357-910b-00e5a6ae95dc), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.555531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-31fe998b-9bbd-4db1-85e4-ef8243bb1714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.556738 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-31fe998b-9bbd-4db1-85e4-ef8243bb1714 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/76f0a15b-d0f1-4357-910b-00e5a6ae95dc HTTP/1.1" status: 204 len: 168 time: 0.1373022 Oct 12 02:35:12.564657 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe998b-9bbd-4db1-85e4-ef8243bb1714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0a15b-d0f1-4357-910b-00e5a6ae95dc,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:12.837998 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58376) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:12.853089 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c644d1aa-a3de-4ed2-9b93-f6dc400a5ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.929495 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c644d1aa-a3de-4ed2-9b93-f6dc400a5ff7 admin admin] Publish callbacks [] for security_group (07cb7e3b-3aed-4add-acb1-828e9086a4f3), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.933533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c644d1aa-a3de-4ed2-9b93-f6dc400a5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (07cb7e3b-3aed-4add-acb1-828e9086a4f3), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.977558 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-c644d1aa-a3de-4ed2-9b93-f6dc400a5ff7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=209f36a44904492aa8dbaa7e4abd477a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384161 Oct 12 02:35:12.980482 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58378) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:12.988509 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644d1aa-a3de-4ed2-9b93-f6dc400a5ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb7e3b-3aed-4add-acb1-828e9086a4f3,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:13.035615 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66a81e17-c182-47d2-9d2e-d227c3a90faf admin admin] Publish callbacks [] for security_group (07cb7e3b-3aed-4add-acb1-828e9086a4f3), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.057201 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66a81e17-c182-47d2-9d2e-d227c3a90faf admin admin] Publish callbacks [] for security_group (07cb7e3b-3aed-4add-acb1-828e9086a4f3), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.105778 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66a81e17-c182-47d2-9d2e-d227c3a90faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (07cb7e3b-3aed-4add-acb1-828e9086a4f3), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.108354 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66a81e17-c182-47d2-9d2e-d227c3a90faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.109604 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-66a81e17-c182-47d2-9d2e-d227c3a90faf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/07cb7e3b-3aed-4add-acb1-828e9086a4f3 HTTP/1.1" status: 204 len: 168 time: 0.1282222 Oct 12 02:35:13.118253 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a81e17-c182-47d2-9d2e-d227c3a90faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb7e3b-3aed-4add-acb1-828e9086a4f3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:15.158563 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:15.600555 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58452) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:15.717889 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea703dfe-bdef-4b0e-af9d-9a10a0282ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.799814 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea703dfe-bdef-4b0e-af9d-9a10a0282ae5 admin admin] Publish callbacks [] for security_group (2a4a4b64-f10b-40b2-b7c0-09e7237ba311), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.803590 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea703dfe-bdef-4b0e-af9d-9a10a0282ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2a4a4b64-f10b-40b2-b7c0-09e7237ba311), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.841936 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea703dfe-bdef-4b0e-af9d-9a10a0282ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4a4b64-f10b-40b2-b7c0-09e7237ba311,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:15.846283 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-ea703dfe-bdef-4b0e-af9d-9a10a0282ae5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=98c81dbd02b64034aa4115091bec9893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446465 Oct 12 02:35:15.849049 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58456) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:15.901802 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fddadd0f-8ad1-4abe-b8db-7bdddcddf33f admin admin] Publish callbacks [] for security_group (2a4a4b64-f10b-40b2-b7c0-09e7237ba311), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.908574 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:15.923738 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fddadd0f-8ad1-4abe-b8db-7bdddcddf33f admin admin] Publish callbacks [] for security_group (2a4a4b64-f10b-40b2-b7c0-09e7237ba311), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.971814 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fddadd0f-8ad1-4abe-b8db-7bdddcddf33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (2a4a4b64-f10b-40b2-b7c0-09e7237ba311), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.975339 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fddadd0f-8ad1-4abe-b8db-7bdddcddf33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.976539 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-fddadd0f-8ad1-4abe-b8db-7bdddcddf33f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2a4a4b64-f10b-40b2-b7c0-09e7237ba311 HTTP/1.1" status: 204 len: 168 time: 0.1265574 Oct 12 02:35:15.985888 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddadd0f-8ad1-4abe-b8db-7bdddcddf33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4a4b64-f10b-40b2-b7c0-09e7237ba311,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:16.246011 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58462) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:16.260574 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11332c91-5522-478f-8585-4006388bb3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.281407 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:16.340848 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11332c91-5522-478f-8585-4006388bb3ae admin admin] Publish callbacks [] for security_group (4737fa1e-bfc6-492e-8da6-57d66e3052f9), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.344765 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11332c91-5522-478f-8585-4006388bb3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4737fa1e-bfc6-492e-8da6-57d66e3052f9), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.384962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-11332c91-5522-478f-8585-4006388bb3ae admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a0bc52499c1c43159dc564d1e7d97477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378682 Oct 12 02:35:16.385672 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11332c91-5522-478f-8585-4006388bb3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4737fa1e-bfc6-492e-8da6-57d66e3052f9,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:16.387736 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58464) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:16.439443 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9ba912fb-1656-49f1-b8af-12526a045459 admin admin] Publish callbacks [] for security_group (4737fa1e-bfc6-492e-8da6-57d66e3052f9), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.460709 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9ba912fb-1656-49f1-b8af-12526a045459 admin admin] Publish callbacks [] for security_group (4737fa1e-bfc6-492e-8da6-57d66e3052f9), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.510989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9ba912fb-1656-49f1-b8af-12526a045459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4737fa1e-bfc6-492e-8da6-57d66e3052f9), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.513548 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9ba912fb-1656-49f1-b8af-12526a045459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.514722 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9ba912fb-1656-49f1-b8af-12526a045459 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4737fa1e-bfc6-492e-8da6-57d66e3052f9 HTTP/1.1" status: 204 len: 168 time: 0.1259291 Oct 12 02:35:16.524406 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba912fb-1656-49f1-b8af-12526a045459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4737fa1e-bfc6-492e-8da6-57d66e3052f9,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:16.781394 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f9447f80-3ba3-4f9b-888c-86c90c21a6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.233178 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58488) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:17.335736 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1978540399-network', 'tenant_id': 'a83ac4d634a046b98166a0e58dff2964'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:17.357475 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Made reservation on behalf of a83ac4d634a046b98166a0e58dff2964 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:17.359740 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.371261 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.451788 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks [] for security_group (c9871449-e4a3-48fe-861b-7a370a24773c), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.455698 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (c9871449-e4a3-48fe-861b-7a370a24773c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.484497 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:35:17.496496 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9871449-e4a3-48fe-861b-7a370a24773c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:17.502990 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (5225d68c-8169-4228-8170-b21914eb8fbc), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.503332 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Added segment 5225d68c-8169-4228-8170-b21914eb8fbc of type vlan for network 1ff79786-eca3-4d36-868c-4c47b979642c Oct 12 02:35:17.547550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (1ff79786-eca3-4d36-868c-4c47b979642c), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.573301 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (1ff79786-eca3-4d36-868c-4c47b979642c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.574312 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:17.574897 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.641697 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4072924 Oct 12 02:35:17.644921 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79c9f-d7ad-4b12-9989-fa29a5bbf8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff79786-eca3-4d36-868c-4c47b979642c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:17.645047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58492) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:17.651101 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Request body: {'subnet': {'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1978540399-subnet', 'tenant_id': 'a83ac4d634a046b98166a0e58dff2964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:17.658888 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 1ff79786-eca3-4d36-868c-4c47b979642c details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:35:17.676200 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Made reservation on behalf of a83ac4d634a046b98166a0e58dff2964 for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:17.679591 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12790438'] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.716209 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:17.740659 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:17.865812 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13551378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12790452'] for subnet (b704c7cd-a3ac-485a-b6b7-af0c324363df), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.923040 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b704c7cd-a3ac-485a-b6b7-af0c324363df,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:17.932514 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Checking segment: {'id': '5225d68c-8169-4228-8170-b21914eb8fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:17.932880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Network hostable DHCP agents. Network: 1ff79786-eca3-4d36-868c-4c47b979642c, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:35:17.950768 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Network 1ff79786-eca3-4d36-868c-4c47b979642c is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:35:17.960340 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 1ff79786-eca3-4d36-868c-4c47b979642c) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:17.965732 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:17.966696 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.972834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb7e34d-a87f-4690-84bf-f6ccbd35730a None None] Network 1ff79786-eca3-4d36-868c-4c47b979642c requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:17.986843 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-fa6ca05c-b1d0-4e0c-99ac-9edb08e5d392 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3405137 Oct 12 02:35:18.081859 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd97ebb-0810-4593-bd98-77cb13c6cbc1 None None] Network 1ff79786-eca3-4d36-868c-4c47b979642c requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:18.479698 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58510) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:18.484635 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-372830874-network', 'tenant_id': '3c84e4b8d59740fb92c2253912e227d6'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:18.506428 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Made reservation on behalf of 3c84e4b8d59740fb92c2253912e227d6 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:18.508641 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.521042 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.555639 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:18.604138 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks [] for security_group (da9b8300-d2fc-4fd4-bf1d-1aed98983eb6), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.607661 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (da9b8300-d2fc-4fd4-bf1d-1aed98983eb6), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.638342 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:35:18.644019 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9b8300-d2fc-4fd4-bf1d-1aed98983eb6,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:18.653817 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (20f63545-4624-48d1-9db6-98998228350c), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.654443 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Added segment 20f63545-4624-48d1-9db6-98998228350c of type vlan for network ac3a902e-c802-4f75-90f1-0f84d611906f Oct 12 02:35:18.697622 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (ac3a902e-c802-4f75-90f1-0f84d611906f), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.723912 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (ac3a902e-c802-4f75-90f1-0f84d611906f), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.725104 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:18.725683 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.783899 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3030117 Oct 12 02:35:18.786577 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58514) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:18.792129 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Request body: {'subnet': {'network_id': 'ac3a902e-c802-4f75-90f1-0f84d611906f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-372830874-subnet', 'tenant_id': '3c84e4b8d59740fb92c2253912e227d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:18.811594 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc9cba-423a-44ee-adcf-cfbe7c67b873 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3a902e-c802-4f75-90f1-0f84d611906f,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:18.816486 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Made reservation on behalf of 3c84e4b8d59740fb92c2253912e227d6 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:18.819088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13535521'] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.821986 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network ac3a902e-c802-4f75-90f1-0f84d611906f details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:35:18.950850 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:18.996432 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:18.999340 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13535539'] for subnet (a58a4260-42fc-4ee1-b505-519ce20fbfaf), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:19.007959 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e29aef11-c0e6-493c-85dc-5717170649a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:19.025772 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:19.061829 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58a4260-42fc-4ee1-b505-519ce20fbfaf,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:19.070795 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Checking segment: {'id': '20f63545-4624-48d1-9db6-98998228350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ac3a902e-c802-4f75-90f1-0f84d611906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:19.071151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Network hostable DHCP agents. Network: ac3a902e-c802-4f75-90f1-0f84d611906f, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:35:19.088093 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Network ac3a902e-c802-4f75-90f1-0f84d611906f is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:35:19.097151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, ac3a902e-c802-4f75-90f1-0f84d611906f) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:19.102002 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:19.102590 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:19.107431 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47209e21-4974-45d1-a5fa-3f578d36260f None None] Network ac3a902e-c802-4f75-90f1-0f84d611906f requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:19.122590 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d9ba86be-4f46-4d90-8728-17c147efb842 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3322361 Oct 12 02:35:19.219580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfabac36-39ba-4c26-8d33-e70b637f23df None None] Network ac3a902e-c802-4f75-90f1-0f84d611906f requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:19.634588 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-6802adfb-6bdb-4911-97e7-1724d3fe3755 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:19.635999 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-6802adfb-6bdb-4911-97e7-1724d3fe3755 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1ff79786-eca3-4d36-868c-4c47b979642c HTTP/1.1" status: 200 len: 809 time: 0.1070697 Oct 12 02:35:19.651303 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-11bb2f9d-ad5e-4f11-8bd5-e31ad175a228 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/quotas/a83ac4d634a046b98166a0e58dff2964 HTTP/1.1" status: 200 len: 375 time: 0.0100827 Oct 12 02:35:19.684325 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-e105cec2-e102-4aa5-a332-429b7bc00ee1 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a83ac4d634a046b98166a0e58dff2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278649 Oct 12 02:35:19.869418 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-4309e574-cb69-42bc-aed2-813b03ca9fc3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1ff79786-eca3-4d36-868c-4c47b979642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787417 Oct 12 02:35:19.963220 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-014f003d-9616-4361-bb79-b645659e8dad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1ff79786-eca3-4d36-868c-4c47b979642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874708 Oct 12 02:35:20.129652 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4849edba-6bae-47dc-aa4f-933c40aba0af req-107a7db1-4964-4b5e-ac9b-1fbc4750a45c tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 210 time: 0.0293326 Oct 12 02:35:20.301530 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.254605 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ae9cceba-3fc1-45fd-bfcd-247e2f1c3081 req-4a298163-9ec6-4b59-90e8-0d36a5287eda tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 210 time: 0.0475819 Oct 12 02:35:21.338617 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-dc3b0a36-621f-4b86-92d3-8b37fb11276b tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:21.340028 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-dc3b0a36-621f-4b86-92d3-8b37fb11276b tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1ff79786-eca3-4d36-868c-4c47b979642c HTTP/1.1" status: 200 len: 809 time: 0.1226881 Oct 12 02:35:21.359958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Request body: {'port': {'device_id': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c', 'admin_state_up': True, 'tenant_id': 'a83ac4d634a046b98166a0e58dff2964'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:21.469496 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Made reservation on behalf of a83ac4d634a046b98166a0e58dff2964 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:21.475418 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.597483 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Allocated IP 172.20.0.4 (1ff79786-eca3-4d36-868c-4c47b979642c/b704c7cd-a3ac-485a-b6b7-af0c324363df/9f632bdd-2a38-4f91-98eb-63acdaf843f9) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:21.633125 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:21.707898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:21.752726 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks [] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.783539 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.831232 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Network 1ff79786-eca3-4d36-868c-4c47b979642c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:21.834659 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:21.838458 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:21.861082 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Pushing event updated for resources: {'Port': ['ID=9f632bdd-2a38-4f91-98eb-63acdaf843f9,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:21.888400 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:21.889020 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.905379 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-54d68451-45d9-454a-8a41-36fa6b3671ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5492213 Oct 12 02:35:21.925518 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.926879 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Request body: {'port': {'device_id': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:21.986230 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.988225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.239395 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f632bdd-2a38-4f91-98eb-63acdaf843f9 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:35:22.247802 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Publish callbacks [] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.261511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Transition to ACTIVE for port object 9f632bdd-2a38-4f91-98eb-63acdaf843f9 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:35:22.265070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.325066 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Pushing event updated for resources: {'Port': ['ID=9f632bdd-2a38-4f91-98eb-63acdaf843f9,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:22.377253 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Attempting to bind port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:22.377590 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Attempting to bind port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5225d68c-8169-4228-8170-b21914eb8fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:22.377919 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Attempting to bind port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 on network 1ff79786-eca3-4d36-868c-4c47b979642c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:22.379249 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229c283-708d-4efc-8492-7e65a28dee97 req-19239cc9-6147-4e90-8b63-c47ba655fc74 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.380737 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a229c283-708d-4efc-8492-7e65a28dee97 req-19239cc9-6147-4e90-8b63-c47ba655fc74 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 943 time: 0.0473812 Oct 12 02:35:22.381044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:22.421397 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 on network 1ff79786-eca3-4d36-868c-4c47b979642c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:35:22.421731 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Attempting to bind port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 on network 1ff79786-eca3-4d36-868c-4c47b979642c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:22.429616 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-a229c283-708d-4efc-8492-7e65a28dee97 req-4b00e324-4527-4ae6-9871-6b240a8e8b4d tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428379 Oct 12 02:35:22.465489 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:22.465825 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Checking segment: {'id': '5225d68c-8169-4228-8170-b21914eb8fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:22.466208 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Bound using segment: {'id': '5225d68c-8169-4228-8170-b21914eb8fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:22.466642 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Bound port: 9f632bdd-2a38-4f91-98eb-63acdaf843f9, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5225d68c-8169-4228-8170-b21914eb8fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:22.467003 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.520342 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:22.531600 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] For port 9f632bdd-2a38-4f91-98eb-63acdaf843f9, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:22.535117 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] For port 9f632bdd-2a38-4f91-98eb-63acdaf843f9, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f632bdd-2a38-4f91-98eb-63acdaf843f9,segment=NetworkSegment(5225d68c-8169-4228-8170-b21914eb8fbc),segment_id=5225d68c-8169-4228-8170-b21914eb8fbc)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:22.542558 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.547242 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.547851 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.549327 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/9f632bdd-2a38-4f91-98eb-63acdaf843f9 HTTP/1.1" status: 200 len: 1093 time: 0.6269135 Oct 12 02:35:22.549973 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'tag': '9f632bdd-2a38-4f91-98eb-63acdaf843f9'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:22.553262 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df" -d '{"events": [{"name": "network-changed", "server_uuid": "da31328c-e1e2-4a05-93c4-adea182783eb", "tag": "9f632bdd-2a38-4f91-98eb-63acdaf843f9"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:22.606003 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc8ecd-57b4-486b-8734-ccd96b443673 service neutron] Pushing event updated for resources: {'Port': ['ID=9f632bdd-2a38-4f91-98eb-63acdaf843f9,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:22.655983 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-0e25a2f1-9839-403a-9fbf-d9e877dd39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.657699 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-0e25a2f1-9839-403a-9fbf-d9e877dd39d1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a83ac4d634a046b98166a0e58dff2964&device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 1127 time: 0.0425451 Oct 12 02:35:22.661868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bd0651-889a-4d98-9e5b-952dd266dca9 x-openstack-request-id: req-e8bd0651-889a-4d98-9e5b-952dd266dca9 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:22.662143 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da31328c-e1e2-4a05-93c4-adea182783eb", "tag": "9f632bdd-2a38-4f91-98eb-63acdaf843f9", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:22.662582 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8bd0651-889a-4d98-9e5b-952dd266dca9 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:22.662975 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8bd0651-889a-4d98-9e5b-952dd266dca9'] response: {'name': 'network-changed', 'server_uuid': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'tag': '9f632bdd-2a38-4f91-98eb-63acdaf843f9', 'status': 'completed', 'code': 200} Oct 12 02:35:22.704948 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-ade3cb47-fd59-4496-86d1-e6e7234ededb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f632bdd-2a38-4f91-98eb-63acdaf843f9 HTTP/1.1" status: 200 len: 217 time: 0.0331476 Oct 12 02:35:22.752874 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-98af3b34-f888-4c9d-9b78-4c97a5923b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.754275 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-98af3b34-f888-4c9d-9b78-4c97a5923b64 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b704c7cd-a3ac-485a-b6b7-af0c324363df HTTP/1.1" status: 200 len: 849 time: 0.0415058 Oct 12 02:35:22.789249 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-0250de6e-48a7-4d9b-a734-087cfa4f6f4e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1ff79786-eca3-4d36-868c-4c47b979642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281684 Oct 12 02:35:22.876042 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-0ef7cb8b-26f9-4da8-addc-4750dde16770 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1ff79786-eca3-4d36-868c-4c47b979642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800488 Oct 12 02:35:22.967980 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-faafe354-a7bd-46c5-b2ac-c1a3c3772e23 req-3a2cd8de-26f9-45eb-ba64-72bd42a97774 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1ff79786-eca3-4d36-868c-4c47b979642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857952 Oct 12 02:35:23.573246 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acd8f6-4231-47c2-a6e0-fe65defc9320 req-acd74337-f212-4f1b-a283-dec8bb275404 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.574925 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-15acd8f6-4231-47c2-a6e0-fe65defc9320 req-acd74337-f212-4f1b-a283-dec8bb275404 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 943 time: 0.0579019 Oct 12 02:35:23.626123 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-15acd8f6-4231-47c2-a6e0-fe65defc9320 req-d2808b8e-3db5-44fd-8dad-c29a0352b403 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Oct 12 02:35:23.810420 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-97a079a2-3e06-4a17-91fa-61d010734ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.811770 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-97a079a2-3e06-4a17-91fa-61d010734ea7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a83ac4d634a046b98166a0e58dff2964&device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 1127 time: 0.0397058 Oct 12 02:35:23.904446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-5f5f2b80-beeb-495f-bec1-fa1572302f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.905912 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-5f5f2b80-beeb-495f-bec1-fa1572302f3e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1ff79786-eca3-4d36-868c-4c47b979642c HTTP/1.1" status: 200 len: 910 time: 0.0880609 Oct 12 02:35:23.944799 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-cfb6d525-7aaa-4042-8e9b-7facd2a4b3bc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f632bdd-2a38-4f91-98eb-63acdaf843f9 HTTP/1.1" status: 200 len: 217 time: 0.0316672 Oct 12 02:35:23.994788 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-9edafdfa-50e6-4a90-b943-c05fc3f6eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.996196 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-9edafdfa-50e6-4a90-b943-c05fc3f6eac7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b704c7cd-a3ac-485a-b6b7-af0c324363df HTTP/1.1" status: 200 len: 849 time: 0.0456080 Oct 12 02:35:24.028813 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-9817e3ad-f7e3-4e0d-9496-bc679011545e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1ff79786-eca3-4d36-868c-4c47b979642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264583 Oct 12 02:35:24.120322 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-971e701f-0e8a-49d3-9860-fb548587876f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1ff79786-eca3-4d36-868c-4c47b979642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853007 Oct 12 02:35:24.211911 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9434966f-1fec-46b9-8cbf-6f9d2ef7a8df req-0951bd15-04fc-4920-9e15-8aa506717e76 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1ff79786-eca3-4d36-868c-4c47b979642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854487 Oct 12 02:35:24.967162 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:24.984414 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891778f2-24f7-4e46-b679-03e14bf82719 req-fa685345-663e-42dc-8af4-484c97c0e964 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:24.985904 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-891778f2-24f7-4e46-b679-03e14bf82719 req-fa685345-663e-42dc-8af4-484c97c0e964 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 943 time: 0.2831082 Oct 12 02:35:25.043197 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-891778f2-24f7-4e46-b679-03e14bf82719 req-0e3fb8d6-95f8-44c6-b7fb-aa03b419c77c tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495849 Oct 12 02:35:25.499341 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9f632bdd-2a38-4f91-98eb-63acdaf843f9 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:35:25.599081 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9f632bdd-2a38-4f91-98eb-63acdaf843f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f632bdd-2a38-4f91-98eb-63acdaf843f9,segment=NetworkSegment(5225d68c-8169-4228-8170-b21914eb8fbc),segment_id=5225d68c-8169-4228-8170-b21914eb8fbc)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:25.610038 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '9f632bdd-2a38-4f91-98eb-63acdaf843f9', 'network_id': '1ff79786-eca3-4d36-868c-4c47b979642c', 'port_id': '9f632bdd-2a38-4f91-98eb-63acdaf843f9', 'mac_address': 'fa:16:3e:81:09:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b704c7cd-a3ac-485a-b6b7-af0c324363df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:35:25.643181 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:25.643563 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:25.656689 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f632bdd-2a38-4f91-98eb-63acdaf843f9 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:35:25.676025 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9f632bdd-2a38-4f91-98eb-63acdaf843f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f632bdd-2a38-4f91-98eb-63acdaf843f9,segment=NetworkSegment(5225d68c-8169-4228-8170-b21914eb8fbc),segment_id=5225d68c-8169-4228-8170-b21914eb8fbc)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:25.679862 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:25.736487 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9f632bdd-2a38-4f91-98eb-63acdaf843f9,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:25.979916 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['9f632bdd-2a38-4f91-98eb-63acdaf843f9'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:26.041719 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:26.158106 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:26.173246 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be809f-4006-42a8-ab92-6699518c8c4d req-a3e92f43-f6f8-4e74-b711-8926ee304989 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:26.174711 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d4be809f-4006-42a8-ab92-6699518c8c4d req-a3e92f43-f6f8-4e74-b711-8926ee304989 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 944 time: 0.0501406 Oct 12 02:35:26.221499 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d4be809f-4006-42a8-ab92-6699518c8c4d req-76183823-e14d-494f-875f-4c7b1abfb8da tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Oct 12 02:35:27.343199 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3efc-e8ed-4dd6-b94c-c29a1a570b4f req-5c9e8723-0941-4bb1-9218-c0c63e21b3e8 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:27.344666 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d55f3efc-e8ed-4dd6-b94c-c29a1a570b4f req-5c9e8723-0941-4bb1-9218-c0c63e21b3e8 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 944 time: 0.0463364 Oct 12 02:35:27.391811 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d55f3efc-e8ed-4dd6-b94c-c29a1a570b4f req-9836d4df-2459-4a3b-8056-6034c9d060bb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Oct 12 02:35:27.529030 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9f632bdd-2a38-4f91-98eb-63acdaf843f9 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:27.572958 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:35:27.579079 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:27.579465 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:27.579803 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 Oct 12 02:35:27.650103 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:27.650486 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:27.672930 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f632bdd-2a38-4f91-98eb-63acdaf843f9'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:27.675141 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809e35a2-e6b1-419d-bf58-e0eccc8c7eb7" -d '{"events": [{"server_uuid": "da31328c-e1e2-4a05-93c4-adea182783eb", "name": "network-vif-plugged", "status": "completed", "tag": "9f632bdd-2a38-4f91-98eb-63acdaf843f9"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:27.677517 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:27.689416 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9f632bdd-2a38-4f91-98eb-63acdaf843f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f632bdd-2a38-4f91-98eb-63acdaf843f9,segment=NetworkSegment(5225d68c-8169-4228-8170-b21914eb8fbc),segment_id=5225d68c-8169-4228-8170-b21914eb8fbc)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:27.693399 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:27.744308 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9f632bdd-2a38-4f91-98eb-63acdaf843f9,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:27.780725 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12813606-0283-4359-9744-6e5f4f637a5f x-openstack-request-id: req-12813606-0283-4359-9744-6e5f4f637a5f {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:27.780960 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31328c-e1e2-4a05-93c4-adea182783eb", "name": "network-vif-plugged", "status": "completed", "tag": "9f632bdd-2a38-4f91-98eb-63acdaf843f9", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:27.781236 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12813606-0283-4359-9744-6e5f4f637a5f {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:27.781631 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12813606-0283-4359-9744-6e5f4f637a5f'] response: {'server_uuid': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f632bdd-2a38-4f91-98eb-63acdaf843f9', 'code': 200} Oct 12 02:35:27.988487 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bdcf2-be4a-4358-b968-4d1bfea01e43 req-45cfdd4d-9163-4f88-a1d0-5619caa90921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:27.989947 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d70bdcf2-be4a-4358-b968-4d1bfea01e43 req-45cfdd4d-9163-4f88-a1d0-5619caa90921 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 1129 time: 0.0414588 Oct 12 02:35:28.001622 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:28.036335 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d70bdcf2-be4a-4358-b968-4d1bfea01e43 req-dc7dea54-e1f6-4ffe-82e5-9ab9dea1590c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 Oct 12 02:35:28.347248 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58630) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:28.457322 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-905af59b-23d4-4772-b4da-902661ec2405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.534908 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ad168-a777-4624-bbfa-11c4a93800fb req-b05d00dd-c73a-42bd-abd0-1670f8c03a12 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:28.536910 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-741ad168-a777-4624-bbfa-11c4a93800fb req-b05d00dd-c73a-42bd-abd0-1670f8c03a12 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 945 time: 0.0642037 Oct 12 02:35:28.612085 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-905af59b-23d4-4772-b4da-902661ec2405 admin admin] Publish callbacks [] for security_group (c3bac045-3185-4be8-b0d1-eeafe99f4c6b), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.617732 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-741ad168-a777-4624-bbfa-11c4a93800fb req-3611ecdb-ea35-4944-9a83-84dea0304c58 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740323 Oct 12 02:35:28.618722 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-905af59b-23d4-4772-b4da-902661ec2405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (c3bac045-3185-4be8-b0d1-eeafe99f4c6b), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.658052 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-905af59b-23d4-4772-b4da-902661ec2405 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=20f5d854fac44e0b9462d7b9c918ff00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097215 Oct 12 02:35:28.658998 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905af59b-23d4-4772-b4da-902661ec2405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bac045-3185-4be8-b0d1-eeafe99f4c6b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:28.660774 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58636) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:28.709367 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427b247f-f9b7-48bf-8aeb-46ad6eedd2a7 admin admin] Publish callbacks [] for security_group (c3bac045-3185-4be8-b0d1-eeafe99f4c6b), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.729950 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427b247f-f9b7-48bf-8aeb-46ad6eedd2a7 admin admin] Publish callbacks [] for security_group (c3bac045-3185-4be8-b0d1-eeafe99f4c6b), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.777784 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427b247f-f9b7-48bf-8aeb-46ad6eedd2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (c3bac045-3185-4be8-b0d1-eeafe99f4c6b), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.780446 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-427b247f-f9b7-48bf-8aeb-46ad6eedd2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.781654 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-427b247f-f9b7-48bf-8aeb-46ad6eedd2a7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c3bac045-3185-4be8-b0d1-eeafe99f4c6b HTTP/1.1" status: 204 len: 168 time: 0.1193438 Oct 12 02:35:28.790202 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b247f-f9b7-48bf-8aeb-46ad6eedd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bac045-3185-4be8-b0d1-eeafe99f4c6b,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:29.749255 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53922f93-caff-4beb-8194-d4967243ca57 req-ad327c0e-c7d3-42d1-b10b-520934fda17f tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:29.750753 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-53922f93-caff-4beb-8194-d4967243ca57 req-ad327c0e-c7d3-42d1-b10b-520934fda17f tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 945 time: 0.0516746 Oct 12 02:35:29.799518 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-53922f93-caff-4beb-8194-d4967243ca57 req-719adbdc-c897-4d3d-8028-2b454883ce88 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Oct 12 02:35:32.432047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c26e0-c049-474c-9e77-4b69b893c16b req-b1470d65-85b4-43ca-8a3b-a12012ab48ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:32.433518 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-997c26e0-c049-474c-9e77-4b69b893c16b req-b1470d65-85b4-43ca-8a3b-a12012ab48ae tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 945 time: 0.0455472 Oct 12 02:35:32.480105 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-997c26e0-c049-474c-9e77-4b69b893c16b req-5f0b6b86-ce2a-405b-8ed5-601123b1ff14 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Oct 12 02:35:33.137548 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:35:33.608326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27e14c-868e-4388-a565-d2063aac8eec req-8905ca5a-2c30-4f8f-9473-695f7e82c4de tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:33.611482 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5b27e14c-868e-4388-a565-d2063aac8eec req-8905ca5a-2c30-4f8f-9473-695f7e82c4de tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 945 time: 0.0510323 Oct 12 02:35:33.660749 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5b27e14c-868e-4388-a565-d2063aac8eec req-2bb070e7-628a-40d9-aef3-12b2be11497c tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c9871449-e4a3-48fe-861b-7a370a24773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Oct 12 02:35:34.008398 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-be9ebf73-214e-40a0-bdd7-87757a253415 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:34.009831 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-be9ebf73-214e-40a0-bdd7-87757a253415 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 945 time: 0.0467558 Oct 12 02:35:34.100731 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Deleting port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:34.101026 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.199850 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] For port 9f632bdd-2a38-4f91-98eb-63acdaf843f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f632bdd-2a38-4f91-98eb-63acdaf843f9,segment=NetworkSegment(5225d68c-8169-4228-8170-b21914eb8fbc),segment_id=5225d68c-8169-4228-8170-b21914eb8fbc)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:34.200213 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.212907 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Calling delete_port for 9f632bdd-2a38-4f91-98eb-63acdaf843f9 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:34.260558 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:34.346444 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (9f632bdd-2a38-4f91-98eb-63acdaf843f9), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.374666 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Pushing event deleted for resources: {'Port': ['ID=9f632bdd-2a38-4f91-98eb-63acdaf843f9,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:34.382573 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['9f632bdd-2a38-4f91-98eb-63acdaf843f9'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:34.425266 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] No DVR routers for this DVR port 9f632bdd-2a38-4f91-98eb-63acdaf843f9 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:34.428442 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.431691 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c36bd2c9-c9af-4296-af8b-d2d341a49efe req-96f230c9-2f74-4a83-a3c5-af67b976d7eb tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.27 "DELETE /networking/v2.0/ports/9f632bdd-2a38-4f91-98eb-63acdaf843f9 HTTP/1.1" status: 204 len: 173 time: 0.4123468 Oct 12 02:35:34.432205 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'name': 'network-vif-deleted', 'tag': '9f632bdd-2a38-4f91-98eb-63acdaf843f9'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:34.434519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe53c38-8407-4b63-82ce-f55ee83d4063" -d '{"events": [{"server_uuid": "da31328c-e1e2-4a05-93c4-adea182783eb", "name": "network-vif-deleted", "tag": "9f632bdd-2a38-4f91-98eb-63acdaf843f9"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:34.471581 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30de8a-acbc-49c0-8103-cc02a10b2e79 x-openstack-request-id: req-6b30de8a-acbc-49c0-8103-cc02a10b2e79 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:34.471878 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31328c-e1e2-4a05-93c4-adea182783eb", "name": "network-vif-deleted", "tag": "9f632bdd-2a38-4f91-98eb-63acdaf843f9", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:34.472206 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b30de8a-acbc-49c0-8103-cc02a10b2e79 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:34.472573 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b30de8a-acbc-49c0-8103-cc02a10b2e79'] response: {'server_uuid': 'da31328c-e1e2-4a05-93c4-adea182783eb', 'name': 'network-vif-deleted', 'tag': '9f632bdd-2a38-4f91-98eb-63acdaf843f9', 'status': 'completed', 'code': 200} Oct 12 02:35:34.775362 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-69c74c4a-23ca-46dc-9799-bce7f5630853 req-3673beaf-d66d-4340-a8c3-e7339cf6dd06 tempest-VolumesActionsTest-149411028 tempest-VolumesActionsTest-149411028-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da31328c-e1e2-4a05-93c4-adea182783eb HTTP/1.1" status: 200 len: 210 time: 0.0279758 Oct 12 02:35:35.255242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:36.598865 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:36.611776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a694d19-ca9a-49bc-b0c0-8e83b50e4497 req-730fbdc3-c2a5-42b6-b04e-89c23fbd0bf6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:36.613264 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a694d19-ca9a-49bc-b0c0-8e83b50e4497 req-730fbdc3-c2a5-42b6-b04e-89c23fbd0bf6 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 946 time: 0.0506039 Oct 12 02:35:36.661874 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a694d19-ca9a-49bc-b0c0-8e83b50e4497 req-78a4cc15-6bf4-4f59-859e-6aa00cc49850 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420828 Oct 12 02:35:37.535685 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9f632bdd-2a38-4f91-98eb-63acdaf843f9 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:37.557195 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 9f632bdd-2a38-4f91-98eb-63acdaf843f9 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:37.557534 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9f632bdd-2a38-4f91-98eb-63acdaf843f9 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:37.779683 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:37.800250 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677fa2-927e-4880-94cf-eecaa2669c72 req-3407ade2-d009-4319-8775-4096072939e2 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:37.801839 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-70677fa2-927e-4880-94cf-eecaa2669c72 req-3407ade2-d009-4319-8775-4096072939e2 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 946 time: 0.0533895 Oct 12 02:35:37.851622 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-70677fa2-927e-4880-94cf-eecaa2669c72 req-b25edf78-b640-429f-882a-773579d631e9 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30459007-e7bb-4865-95a3-bbe0726ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437498 Oct 12 02:35:38.003252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-47b29e46-fd10-4783-9c86-7bc917db7275 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:38.005286 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-47b29e46-fd10-4783-9c86-7bc917db7275 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Oct 12 02:35:38.084373 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Deleting port 688a9815-dbc7-4485-9abd-2784ab2a010f {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:38.084745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:38.174279 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] For port 688a9815-dbc7-4485-9abd-2784ab2a010f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=688a9815-dbc7-4485-9abd-2784ab2a010f,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:38.174638 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:38.338677 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:38.338976 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d3ea978c-d8e3-4c0e-8ca4-de0c7e222241), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:38.339299 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Floating IP d3ea978c-d8e3-4c0e-8ca4-de0c7e222241 disassociated. External IP: 172.28.2.196, port: 688a9815-dbc7-4485-9abd-2784ab2a010f. Oct 12 02:35:38.339646 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Calling delete_port for 688a9815-dbc7-4485-9abd-2784ab2a010f owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:38.474057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (688a9815-dbc7-4485-9abd-2784ab2a010f), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:38.506950 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event deleted for resources: {'Port': ['ID=688a9815-dbc7-4485-9abd-2784ab2a010f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:38.594538 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:38.619651 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:38.747640 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:38.758936 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] Sync routers for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:38.768860 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:38.769472 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:38.792188 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] No DVR routers for this DVR port 688a9815-dbc7-4485-9abd-2784ab2a010f on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:38.794633 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:38.797914 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8f0ca383-05f3-40bf-b629-0483402deb59 req-7ce3b971-a8a9-41f5-9a0d-3bd4414a5c71 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.27 "DELETE /networking/v2.0/ports/688a9815-dbc7-4485-9abd-2784ab2a010f HTTP/1.1" status: 204 len: 173 time: 0.7876182 Oct 12 02:35:38.798411 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-deleted', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:38.800834 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef80d0d4-4c7d-4fd8-83d9-48b1bfb10a96" -d '{"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-deleted", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:38.843124 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33548b73-87ef-4235-abe2-18ef9a03ecd1 x-openstack-request-id: req-33548b73-87ef-4235-abe2-18ef9a03ecd1 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:38.843511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d17-7b2e-49bb-95c9-03dc69d0a026", "name": "network-vif-deleted", "tag": "688a9815-dbc7-4485-9abd-2784ab2a010f", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:38.843881 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33548b73-87ef-4235-abe2-18ef9a03ecd1 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:38.844518 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33548b73-87ef-4235-abe2-18ef9a03ecd1'] response: {'server_uuid': '0bcf7d17-7b2e-49bb-95c9-03dc69d0a026', 'name': 'network-vif-deleted', 'tag': '688a9815-dbc7-4485-9abd-2784ab2a010f', 'status': 'completed', 'code': 200} Oct 12 02:35:38.875014 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:38.982112 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-72c11999-e67c-431d-9bf0-6e87f9f8c3ff req-8621c310-9c25-4640-b837-1bbd8ee891c8 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0bcf7d17-7b2e-49bb-95c9-03dc69d0a026 HTTP/1.1" status: 200 len: 210 time: 0.0341291 Oct 12 02:35:39.091939 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:39.119921 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] Checking router: 7e0ce698-fa75-4978-bed3-4fe3d6a41168 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:39.128284 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:39.128919 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:39.225225 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:39.418821 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:39.446908 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d8ec1-b5c9-402a-99ae-fb65991feb06 None None] The sync data for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb is: [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:29:36Z', 'revision_number': 4, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '868040c3-9ec5-472c-8e37-213606e9424e', 'name': '', 'network_id': '4edd6515-ed1f-4cdc-a544-e722ec9c958d', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'mac_address': 'fa:16:3e:2a:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:35Z', 'updated_at': '2022-10-12T02:29:58Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'subnets': [{'id': 'bb08c4bb-0e93-4f9f-802f-538d8016086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:39.664304 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1029d-44ee-4ade-8546-cdc9c7adf699 None None] New status for floating IP d3ea978c-d8e3-4c0e-8ca4-de0c7e222241: DOWN {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:35:40.090777 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58742) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:40.153812 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-381202d8-eccc-4f73-910b-e320dfc21ee1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (30459007-e7bb-4865-95a3-bbe0726ac00e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.176648 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-381202d8-eccc-4f73-910b-e320dfc21ee1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (30459007-e7bb-4865-95a3-bbe0726ac00e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.225658 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-381202d8-eccc-4f73-910b-e320dfc21ee1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (30459007-e7bb-4865-95a3-bbe0726ac00e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.228902 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-381202d8-eccc-4f73-910b-e320dfc21ee1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.230081 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-381202d8-eccc-4f73-910b-e320dfc21ee1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/30459007-e7bb-4865-95a3-bbe0726ac00e HTTP/1.1" status: 204 len: 168 time: 0.1382499 Oct 12 02:35:40.232935 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58744) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:40.239564 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381202d8-eccc-4f73-910b-e320dfc21ee1 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30459007-e7bb-4865-95a3-bbe0726ac00e,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:40.249457 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.api.v2.resource [None req-555c1082-5544-41ab-9986-2490e4226735 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] show failed (client error): The resource could not be found. Oct 12 02:35:40.250657 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-555c1082-5544-41ab-9986-2490e4226735 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "GET /networking/v2.0/security-groups/30459007-e7bb-4865-95a3-bbe0726ac00e HTTP/1.1" status: 404 len: 347 time: 0.0165968 Oct 12 02:35:40.253756 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58746) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:40.343708 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:40.375423 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Deleting port 3414e0e1-c1fd-4418-8123-74a029aaa516 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:40.375766 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.458256 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.458590 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (3414e0e1-c1fd-4418-8123-74a029aaa516), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.472230 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Calling delete_port for 3414e0e1-c1fd-4418-8123-74a029aaa516 owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:40.610308 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (3414e0e1-c1fd-4418-8123-74a029aaa516), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.638576 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Pushing event deleted for resources: {'Port': ['ID=3414e0e1-c1fd-4418-8123-74a029aaa516,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:40.663090 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.663444 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.663786 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.664128 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.664554 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.664827 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.665160 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.665490 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.665817 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.666144 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.666472 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.666797 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.667120 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.667441 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.667761 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:40.712011 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks [] for floatingip (d3ea978c-d8e3-4c0e-8ca4-de0c7e222241), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.714584 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.715719 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-96b3ef2b-3f9f-4293-ad80-6a3e7d301892 tempest-AttachVolumeShelveTestJSON-978703936 tempest-AttachVolumeShelveTestJSON-978703936-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/d3ea978c-d8e3-4c0e-8ca4-de0c7e222241 HTTP/1.1" status: 204 len: 168 time: 0.4609487 Oct 12 02:35:41.573951 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:41.595341 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 688a9815-dbc7-4485-9abd-2784ab2a010f {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:41.595904 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 688a9815-dbc7-4485-9abd-2784ab2a010f not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:43.145932 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58786) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:43.592514 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:43.608353 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (7e0ce698-fa75-4978-bed3-4fe3d6a41168), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.846208 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Deleting port 868040c3-9ec5-472c-8e37-213606e9424e {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:43.846560 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (868040c3-9ec5-472c-8e37-213606e9424e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.931841 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] For port 868040c3-9ec5-472c-8e37-213606e9424e, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=868040c3-9ec5-472c-8e37-213606e9424e,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:43.932215 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (868040c3-9ec5-472c-8e37-213606e9424e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.950303 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Calling delete_port for 868040c3-9ec5-472c-8e37-213606e9424e owned by network:router_interface {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:43.951774 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:44.130619 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (868040c3-9ec5-472c-8e37-213606e9424e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.155484 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=868040c3-9ec5-472c-8e37-213606e9424e,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:44.317888 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (7e0ce698-fa75-4978-bed3-4fe3d6a41168), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.339589 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2f687e-a6bb-41fe-a379-fd25b9dd904a None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:35:44.412219 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f687e-a6bb-41fe-a379-fd25b9dd904a None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:35:44.465343 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:44.524075 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:44.631688 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:44.639446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58798) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:44.639891 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e55a5e9c-7fad-4c54-b4bd-1185a53d2e1a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7e0ce698-fa75-4978-bed3-4fe3d6a41168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932523 Oct 12 02:35:44.642930 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] Sync routers for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:44.655787 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:44.656409 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:44.746435 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks [] for router (7e0ce698-fa75-4978-bed3-4fe3d6a41168), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.765514 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:44.849192 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks [] for router_gateway (7e0ce698-fa75-4978-bed3-4fe3d6a41168), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.896526 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Deleting port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:44.897062 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.993712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:45.002210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] For port 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:45.002579 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.020969 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Calling delete_port for 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:45.040541 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:45.044722 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:35:44Z', 'revision_number': 5, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port': {'id': '5bdb8589-bee8-47c1-a5fc-42e1d625a0f8', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:30Z', 'updated_at': '2022-10-12T02:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:45.068808 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:45.071661 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] Checking router: 7e0ce698-fa75-4978-bed3-4fe3d6a41168 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:45.076743 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:45.082406 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] Routers {'7e0ce698-fa75-4978-bed3-4fe3d6a41168'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:45.083177 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:45.152240 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-c2711dc4-d503-429d-a10c-467ee97814e6 None None] Provisioning complete for port 91681986-fd3c-45d8-8b8e-72627cd7575b triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:45.153029 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c2711dc4-d503-429d-a10c-467ee97814e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.153520 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-c2711dc4-d503-429d-a10c-467ee97814e6 None None] Attempt 1 to provision port 91681986-fd3c-45d8-8b8e-72627cd7575b Oct 12 02:35:45.179349 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] Set router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:45.210350 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (5bdb8589-bee8-47c1-a5fc-42e1d625a0f8), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.249492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdb8589-bee8-47c1-a5fc-42e1d625a0f8,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:45.249595 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:35:44Z', 'revision_number': 6, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:45.264534 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-c2711dc4-d503-429d-a10c-467ee97814e6 None None] Current status of the port 91681986-fd3c-45d8-8b8e-72627cd7575b is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:45.275318 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302a459-543c-46a7-a2a3-5f0743cb48bd None None] The sync data for ids ['7e0ce698-fa75-4978-bed3-4fe3d6a41168'] in dv-cinder-849143-14-smb is: [{'id': '7e0ce698-fa75-4978-bed3-4fe3d6a41168', 'name': 'tempest-AttachVolumeShelveTestJSON-1626328889-router', 'tenant_id': '1eff676e44134d7d8b2049ad864793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:29Z', 'updated_at': '2022-10-12T02:35:44Z', 'revision_number': 6, 'project_id': '1eff676e44134d7d8b2049ad864793d9', 'gw_port_host': None}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:45.311402 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (7e0ce698-fa75-4978-bed3-4fe3d6a41168), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.402112 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (7e0ce698-fa75-4978-bed3-4fe3d6a41168), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.404264 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks [] for router_controller (7e0ce698-fa75-4978-bed3-4fe3d6a41168), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.450392 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (7e0ce698-fa75-4978-bed3-4fe3d6a41168), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.451068 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e0ce698-fa75-4978-bed3-4fe3d6a41168 {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:35:45.455351 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.456612 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-a655ecf8-536d-4314-99e8-ff960505530d admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7e0ce698-fa75-4978-bed3-4fe3d6a41168 HTTP/1.1" status: 204 len: 168 time: 0.8161597 Oct 12 02:35:45.459236 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58810) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:45.504947 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] Deleting subnet bb08c4bb-0e93-4f9f-802f-538d8016086f {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:45.508039 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] Publish callbacks [] for subnet (bb08c4bb-0e93-4f9f-802f-538d8016086f), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.543493 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12792393'] for subnet (bb08c4bb-0e93-4f9f-802f-538d8016086f), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.622593 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (bb08c4bb-0e93-4f9f-802f-538d8016086f), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.679519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13573185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13536448'] for subnet (bb08c4bb-0e93-4f9f-802f-538d8016086f), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.704028 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb08c4bb-0e93-4f9f-802f-538d8016086f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:45.709848 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.713019 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-e4d7f172-293a-48b0-aae1-b5fa14613907 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/bb08c4bb-0e93-4f9f-802f-538d8016086f HTTP/1.1" status: 204 len: 168 time: 0.2528713 Oct 12 02:35:45.715422 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161fae77-4d29-4d03-94ec-639a20cee6b8 None None] Network 4edd6515-ed1f-4cdc-a544-e722ec9c958d requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:45.715914 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58812) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:45.759228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:45.788641 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (4edd6515-ed1f-4cdc-a544-e722ec9c958d), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.831668 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Deleting port 91681986-fd3c-45d8-8b8e-72627cd7575b {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:45.832010 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.896944 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] For port 91681986-fd3c-45d8-8b8e-72627cd7575b, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=91681986-fd3c-45d8-8b8e-72627cd7575b,segment=NetworkSegment(17977c21-9b2c-487f-a773-e072f112f6ab),segment_id=17977c21-9b2c-487f-a773-e072f112f6ab)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:45.897317 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.909958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Calling delete_port for 91681986-fd3c-45d8-8b8e-72627cd7575b owned by network:dhcp {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:45.956957 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:45.992701 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:46.014834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693f8c9e-54aa-4dc0-8127-1e661f0989a2 None None] DHCP port deletion for 4edd6515-ed1f-4cdc-a544-e722ec9c958d request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:35:46.019284 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (91681986-fd3c-45d8-8b8e-72627cd7575b), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.050421 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Pushing event deleted for resources: {'Port': ['ID=91681986-fd3c-45d8-8b8e-72627cd7575b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:46.054785 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] No DVR routers for this DVR port 91681986-fd3c-45d8-8b8e-72627cd7575b on host dv-cinder-849143-14-smb {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:46.073068 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 91681986-fd3c-45d8-8b8e-72627cd7575b no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:46.092141 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 91681986-fd3c-45d8-8b8e-72627cd7575b {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:46.092630 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 91681986-fd3c-45d8-8b8e-72627cd7575b not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:46.093122 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:46.116009 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:46.116445 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 5bdb8589-bee8-47c1-a5fc-42e1d625a0f8 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:46.116990 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 868040c3-9ec5-472c-8e37-213606e9424e no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:46.129934 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (4edd6515-ed1f-4cdc-a544-e722ec9c958d), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.137397 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 868040c3-9ec5-472c-8e37-213606e9424e {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:46.137762 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 868040c3-9ec5-472c-8e37-213606e9424e not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:46.153661 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edd6515-ed1f-4cdc-a544-e722ec9c958d']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:46.163648 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17977c21-9b2c-487f-a773-e072f112f6ab') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:46.163941 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17977c21-9b2c-487f-a773-e072f112f6ab') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:46.173346 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12792368'] for segment (17977c21-9b2c-487f-a773-e072f112f6ab), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.187526 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (17977c21-9b2c-487f-a773-e072f112f6ab), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.194661 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:46.195155 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573291'] for segment (17977c21-9b2c-487f-a773-e072f112f6ab), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.237013 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment 17977c21-9b2c-487f-a773-e072f112f6ab resource provider aggregate not found Oct 12 02:35:46.266568 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (4edd6515-ed1f-4cdc-a544-e722ec9c958d), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.272550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.278027 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/4edd6515-ed1f-4cdc-a544-e722ec9c958d HTTP/1.1" status: 204 len: 168 time: 0.5592685 Oct 12 02:35:46.278027 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment 17977c21-9b2c-487f-a773-e072f112f6ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17977c21-9b2c-487f-a773-e072f112f6ab found for delete ", "request_id": "req-b506aeec-7a73-496b-8397-ce0a7801e956"}]} Oct 12 02:35:46.292207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cfe25-a3ba-4494-bf0f-883e89ce4038 admin admin] Pushing event deleted for resources: {'Network': ['ID=4edd6515-ed1f-4cdc-a544-e722ec9c958d,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:46.409175 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58824) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:46.452355 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-8b418dcd-c75e-4674-b2da-c287cb4e97c2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1eff676e44134d7d8b2049ad864793d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415184 Oct 12 02:35:46.454829 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58826) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:46.509699 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9a66fbb1-a601-467c-997c-bd0fdddab7b1 admin admin] Publish callbacks [] for security_group (4369a463-930d-43dc-bbe1-02f75326811a), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.532861 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9a66fbb1-a601-467c-997c-bd0fdddab7b1 admin admin] Publish callbacks [] for security_group (4369a463-930d-43dc-bbe1-02f75326811a), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.564065 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:46.586845 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9a66fbb1-a601-467c-997c-bd0fdddab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (4369a463-930d-43dc-bbe1-02f75326811a), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.589385 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9a66fbb1-a601-467c-997c-bd0fdddab7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.590539 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9a66fbb1-a601-467c-997c-bd0fdddab7b1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4369a463-930d-43dc-bbe1-02f75326811a HTTP/1.1" status: 204 len: 168 time: 0.1347682 Oct 12 02:35:46.599225 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66fbb1-a601-467c-997c-bd0fdddab7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369a463-930d-43dc-bbe1-02f75326811a,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:46.784455 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a1fdbee1-a453-47d7-af92-9cc10d4e899b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.282063 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58852) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:47.377610 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1293607912-network', 'tenant_id': '7eee400d8a3e49779363a82047c30632'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:47.397475 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Made reservation on behalf of 7eee400d8a3e49779363a82047c30632 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:47.399829 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.407880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.484950 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks [] for security_group (aa2cebb4-cfe8-4920-9939-fe7e08be804f), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.489245 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (aa2cebb4-cfe8-4920-9939-fe7e08be804f), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.513626 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:35:47.525106 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2cebb4-cfe8-4920-9939-fe7e08be804f,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:47.528036 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (76cf54c9-0ed8-4dbf-b481-520ee6030742), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.528441 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Added segment 76cf54c9-0ed8-4dbf-b481-520ee6030742 of type vlan for network f4911989-ac3d-4405-9f6f-ff84ea283a77 Oct 12 02:35:47.569958 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (f4911989-ac3d-4405-9f6f-ff84ea283a77), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.593589 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (f4911989-ac3d-4405-9f6f-ff84ea283a77), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.594557 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:47.595127 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.655458 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3723102 Oct 12 02:35:47.658471 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58860) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:47.662175 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7961e0-da75-420f-969f-fbacacab2011 admin admin] Pushing event updated for resources: {'Network': ['ID=f4911989-ac3d-4405-9f6f-ff84ea283a77,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:47.666927 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Request body: {'subnet': {'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-subnet', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:47.673967 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:35:47.690167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Made reservation on behalf of 7eee400d8a3e49779363a82047c30632 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:47.693527 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13535521'] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.875406 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13535539'] for subnet (f0185fc9-9dd3-4d75-88d9-25efa26d90f0), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.936538 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0185fc9-9dd3-4d75-88d9-25efa26d90f0,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:47.947349 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Checking segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:47.947711 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Network hostable DHCP agents. Network: f4911989-ac3d-4405-9f6f-ff84ea283a77, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:35:47.964820 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:35:47.974558 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, f4911989-ac3d-4405-9f6f-ff84ea283a77) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:47.979593 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:47.980186 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.985254 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6226e024-9fdb-4a86-8ec8-37ae102cfcf4 None None] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:47.997993 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-93c9bc85-b09a-4be4-a3b7-68a0f7dca765 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3377764 Oct 12 02:35:48.000793 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58872) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:48.006670 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:48.026932 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:48.032785 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (c700750a-acc4-4fc9-81ad-c6b276ca4511), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.034727 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (c700750a-acc4-4fc9-81ad-c6b276ca4511), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.100019 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks [] for router_controller (c700750a-acc4-4fc9-81ad-c6b276ca4511), precommit_add_association {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.240650 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-f4911989-ac3d-4405-9f6f-ff84ea283a77', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:35:48.242136 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.382876 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:48.395968 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Allocated IP 172.20.0.2 (f4911989-ac3d-4405-9f6f-ff84ea283a77/f0185fc9-9dd3-4d75-88d9-25efa26d90f0/bda748d5-1c5b-4511-ac1f-77afa62aec86) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:48.491060 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks [] for router_gateway (c700750a-acc4-4fc9-81ad-c6b276ca4511), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.552868 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Publish callbacks [] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.558635 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.605665 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:48.609002 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:48.610805 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Pushing event updated for resources: {'Port': ['ID=bda748d5-1c5b-4511-ac1f-77afa62aec86,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:48.613941 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:48.620521 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.620872 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.621216 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.621551 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.621885 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.622214 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.622538 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.622868 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.623187 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.623509 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.623829 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.624170 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.624509 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.624829 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.625147 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:48.681647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Attempting to bind port bda748d5-1c5b-4511-ac1f-77afa62aec86 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:48.682013 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Attempting to bind port bda748d5-1c5b-4511-ac1f-77afa62aec86 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:48.682371 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Attempting to bind port bda748d5-1c5b-4511-ac1f-77afa62aec86 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:48.682521 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks [] for router_gateway (c700750a-acc4-4fc9-81ad-c6b276ca4511), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.701704 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.724893 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:48.725272 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Checking segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:48.725681 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.726074 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Bound using segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:48.726559 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Bound port: bda748d5-1c5b-4511-ac1f-77afa62aec86, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:48.726952 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.787915 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] For port bda748d5-1c5b-4511-ac1f-77afa62aec86, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:48.791109 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] For port bda748d5-1c5b-4511-ac1f-77afa62aec86, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=bda748d5-1c5b-4511-ac1f-77afa62aec86,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:48.796892 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.807958 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:48.809358 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Allocated IP 172.28.2.89 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/66eb1342-deab-468c-b1ff-499d8c9aa431) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:48.825679 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:48.854836 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ecec7-f309-4a5f-b152-621943e57758 None None] Pushing event updated for resources: {'Port': ['ID=bda748d5-1c5b-4511-ac1f-77afa62aec86,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:48.921987 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks [] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.955264 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.002133 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:49.007943 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:49.013078 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:49.021321 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-84ad4e23-3d35-4dde-934e-cc0b9ec0eb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.037571 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Pushing event updated for resources: {'Port': ['ID=66eb1342-deab-468c-b1ff-499d8c9aa431,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:49.220883 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:49.271413 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks [] for router_gateway (c700750a-acc4-4fc9-81ad-c6b276ca4511), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.461871 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (c700750a-acc4-4fc9-81ad-c6b276ca4511), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.606492 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:35:49.715954 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:49.722283 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:49.747200 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:49.747559 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.748704 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-92223388-2b45-4b4c-b52f-97263fe13d8c admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7468755 Oct 12 02:35:49.751295 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58896) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:49.759632 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:49.760274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:49.797788 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537acae-8734-4c73-9c97-93b90d51346f None None] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:49.919847 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] Provisioning complete for port bda748d5-1c5b-4511-ac1f-77afa62aec86 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:49.920228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.920596 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] Attempt 1 to provision port bda748d5-1c5b-4511-ac1f-77afa62aec86 Oct 12 02:35:49.955737 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bda748d5-1c5b-4511-ac1f-77afa62aec86 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:50.020693 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:50.128122 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.171143 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.187724 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port bda748d5-1c5b-4511-ac1f-77afa62aec86 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:50.188303 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.188434 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port bda748d5-1c5b-4511-ac1f-77afa62aec86 Oct 12 02:35:50.193711 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.250110 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] Current status of the port bda748d5-1c5b-4511-ac1f-77afa62aec86 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:50.250643 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.338679 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Allocated IP 172.20.0.1 (f4911989-ac3d-4405-9f6f-ff84ea283a77/f0185fc9-9dd3-4d75-88d9-25efa26d90f0/bf0e036f-6b70-4733-a211-1183bd4906fe) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:50.351629 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.357610 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] For port bda748d5-1c5b-4511-ac1f-77afa62aec86, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=bda748d5-1c5b-4511-ac1f-77afa62aec86,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:50.386143 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.400670 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:49Z', 'revision_number': 3, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:50.447668 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks [] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.449542 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port bda748d5-1c5b-4511-ac1f-77afa62aec86 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:50.449942 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.453835 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:50.454190 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Updating router c700750a-acc4-4fc9-81ad-c6b276ca4511 port 66eb1342-deab-468c-b1ff-499d8c9aa431 binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:35:50.459097 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.481944 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.521462 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:50.526833 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:50.527709 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7adc48-09d4-4b58-abbd-a91346c2b174 None None] Pushing event updated for resources: {'Port': ['ID=bda748d5-1c5b-4511-ac1f-77afa62aec86,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:50.528182 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:50.534517 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.538690 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-05745845-3ebb-4aa9-8b12-1a490c7befc6 None None] Provisioning complete for port bda748d5-1c5b-4511-ac1f-77afa62aec86 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:50.538791 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05745845-3ebb-4aa9-8b12-1a490c7befc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.539081 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-05745845-3ebb-4aa9-8b12-1a490c7befc6 None None] Attempt 1 to provision port bda748d5-1c5b-4511-ac1f-77afa62aec86 Oct 12 02:35:50.570038 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58900) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:50.581685 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.588398 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (c700750a-acc4-4fc9-81ad-c6b276ca4511), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.593055 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0e036f-6b70-4733-a211-1183bd4906fe,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:50.655805 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] Deleting subnet b704c7cd-a3ac-485a-b6b7-af0c324363df {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:50.663223 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] Publish callbacks [] for subnet (b704c7cd-a3ac-485a-b6b7-af0c324363df), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.689738 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.db.api [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 02:35:50.689738 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG oslo_db.api [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 02:35:50.715998 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12792393'] for subnet (b704c7cd-a3ac-485a-b6b7-af0c324363df), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.743321 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.775346 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (b704c7cd-a3ac-485a-b6b7-af0c324363df), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.795014 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-05745845-3ebb-4aa9-8b12-1a490c7befc6 None None] Current status of the port bda748d5-1c5b-4511-ac1f-77afa62aec86 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:50.834302 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.841256 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13573185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13536448'] for subnet (b704c7cd-a3ac-485a-b6b7-af0c324363df), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.874753 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.878135 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b704c7cd-a3ac-485a-b6b7-af0c324363df HTTP/1.1" status: 204 len: 168 time: 0.3069386 Oct 12 02:35:50.879465 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a539c7-a527-4554-b601-50fcb6dc7fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b704c7cd-a3ac-485a-b6b7-af0c324363df,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:50.882152 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58902) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:50.899669 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.925413 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks [] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.930993 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.934265 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.968153 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (1ff79786-eca3-4d36-868c-4c47b979642c), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.013130 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (c700750a-acc4-4fc9-81ad-c6b276ca4511), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.062732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-e1bd98f0-a1c1-4f9f-935d-dd779a57eecb None None] Provisioning complete for port bf0e036f-6b70-4733-a211-1183bd4906fe triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:51.063066 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e1bd98f0-a1c1-4f9f-935d-dd779a57eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.063346 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-e1bd98f0-a1c1-4f9f-935d-dd779a57eecb None None] Attempt 1 to provision port bf0e036f-6b70-4733-a211-1183bd4906fe Oct 12 02:35:51.083381 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0e036f-6b70-4733-a211-1183bd4906fe,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:51.094119 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Publish callbacks [] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.106792 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:51.110711 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.143564 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd98f0-a1c1-4f9f-935d-dd779a57eecb None None] Port bf0e036f-6b70-4733-a211-1183bd4906fe cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:35:51.145668 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:51.147187 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:51.151730 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Attempting to bind port 66eb1342-deab-468c-b1ff-499d8c9aa431 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:51.152100 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Attempting to bind port 66eb1342-deab-468c-b1ff-499d8c9aa431 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:51.152461 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Attempting to bind port 66eb1342-deab-468c-b1ff-499d8c9aa431 on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:51.198784 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304031d6-fe56-433a-8e51-e8fac3b5fbf2 None None] Pushing event updated for resources: {'Port': ['ID=66eb1342-deab-468c-b1ff-499d8c9aa431,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:51.264453 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:51.265026 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:51.265906 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.266395 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:51.266980 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Bound port: 66eb1342-deab-468c-b1ff-499d8c9aa431, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:51.267993 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.290064 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:51.309112 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (1ff79786-eca3-4d36-868c-4c47b979642c), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.312628 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port bda748d5-1c5b-4511-ac1f-77afa62aec86 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:51.331622 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff79786-eca3-4d36-868c-4c47b979642c']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:51.337535 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] For port 66eb1342-deab-468c-b1ff-499d8c9aa431, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:51.342415 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] For port 66eb1342-deab-468c-b1ff-499d8c9aa431, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=66eb1342-deab-468c-b1ff-499d8c9aa431,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:51.345067 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5225d68c-8169-4228-8170-b21914eb8fbc') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:51.345732 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5225d68c-8169-4228-8170-b21914eb8fbc') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:51.351130 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.360023 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12792368'] for segment (5225d68c-8169-4228-8170-b21914eb8fbc), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.376659 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (5225d68c-8169-4228-8170-b21914eb8fbc), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.385812 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:51.386804 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573291'] for segment (5225d68c-8169-4228-8170-b21914eb8fbc), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.389290 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:51.390114 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:51.437354 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:51.441822 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment 5225d68c-8169-4228-8170-b21914eb8fbc resource provider aggregate not found Oct 12 02:35:51.444264 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-57512b01-ccff-47c3-9c34-2f7157a9fd52 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/c700750a-acc4-4fc9-81ad-c6b276ca4511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917732 Oct 12 02:35:51.478707 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (1ff79786-eca3-4d36-868c-4c47b979642c), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.491788 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment 5225d68c-8169-4228-8170-b21914eb8fbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5225d68c-8169-4228-8170-b21914eb8fbc found for delete ", "request_id": "req-75f54b83-64f5-4bcf-a9e8-f5c261c65ded"}]} Oct 12 02:35:51.493913 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.500721 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/1ff79786-eca3-4d36-868c-4c47b979642c HTTP/1.1" status: 204 len: 168 time: 0.6141262 Oct 12 02:35:51.501137 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58910) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:51.504870 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304031d6-fe56-433a-8e51-e8fac3b5fbf2 None None] Pushing event updated for resources: {'Port': ['ID=66eb1342-deab-468c-b1ff-499d8c9aa431,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:51.509332 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-23be13aa-e2e9-4fef-b258-05eeb9a52983 None None] Provisioning complete for port bf0e036f-6b70-4733-a211-1183bd4906fe triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:51.510109 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-23be13aa-e2e9-4fef-b258-05eeb9a52983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.510109 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-23be13aa-e2e9-4fef-b258-05eeb9a52983 None None] Attempt 1 to provision port bf0e036f-6b70-4733-a211-1183bd4906fe Oct 12 02:35:51.530473 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39299414-0ff8-41f8-b0a0-69a70feecf74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff79786-eca3-4d36-868c-4c47b979642c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:51.549246 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:51.562236 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-23be13aa-e2e9-4fef-b258-05eeb9a52983 None None] Port bf0e036f-6b70-4733-a211-1183bd4906fe cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:35:51.565730 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] Deleting subnet a58a4260-42fc-4ee1-b505-519ce20fbfaf {{(pid=104427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:51.570141 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] Publish callbacks [] for subnet (a58a4260-42fc-4ee1-b505-519ce20fbfaf), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.571062 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:51.612454 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12782313'] for subnet (a58a4260-42fc-4ee1-b505-519ce20fbfaf), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.658043 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (a58a4260-42fc-4ee1-b505-519ce20fbfaf), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.710489 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:51.718061 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13551443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12791623'] for subnet (a58a4260-42fc-4ee1-b505-519ce20fbfaf), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.756972 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58a4260-42fc-4ee1-b505-519ce20fbfaf,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:51.766073 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.769660 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7af44cd2-ca39-4228-a18b-2e190fb66363 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a58a4260-42fc-4ee1-b505-519ce20fbfaf HTTP/1.1" status: 204 len: 168 time: 0.2675738 Oct 12 02:35:51.772175 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58916) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:51.785730 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:51.798588 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58918) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:51.814943 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6aaea-454e-45dd-8337-e5bbcccc5709 None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:51.933182 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.944967 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bda748d5-1c5b-4511-ac1f-77afa62aec86 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:51.998668 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.011795 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port bda748d5-1c5b-4511-ac1f-77afa62aec86 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:52.012176 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.012539 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port bda748d5-1c5b-4511-ac1f-77afa62aec86 Oct 12 02:35:52.104240 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-e9c203b3-2ff3-46b4-8e3c-704f29cd86ba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529512382', 'description': 'tempest-description--1734039832'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:52.119032 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port bda748d5-1c5b-4511-ac1f-77afa62aec86 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:52.146215 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e9c203b3-2ff3-46b4-8e3c-704f29cd86ba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.158893 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (ac3a902e-c802-4f75-90f1-0f84d611906f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.177617 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:52.293890 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (ac3a902e-c802-4f75-90f1-0f84d611906f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.317408 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e9c203b3-2ff3-46b4-8e3c-704f29cd86ba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (d210ab97-0c2a-4e93-9333-6c6323feded8), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.325640 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e9c203b3-2ff3-46b4-8e3c-704f29cd86ba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d210ab97-0c2a-4e93-9333-6c6323feded8), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.328988 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3a902e-c802-4f75-90f1-0f84d611906f']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:52.354098 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f63545-4624-48d1-9db6-98998228350c') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:52.354530 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f63545-4624-48d1-9db6-98998228350c') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:52.374449 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (20f63545-4624-48d1-9db6-98998228350c), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.378002 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e9c203b3-2ff3-46b4-8e3c-704f29cd86ba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.379900 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e9c203b3-2ff3-46b4-8e3c-704f29cd86ba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5803554 Oct 12 02:35:52.383062 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58920) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:52.387566 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-373b3327-ca32-4b22-920e-a6c8844c9e1d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': 'd210ab97-0c2a-4e93-9333-6c6323feded8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:52.392441 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c203b3-2ff3-46b4-8e3c-704f29cd86ba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d210ab97-0c2a-4e93-9333-6c6323feded8,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:52.399610 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (20f63545-4624-48d1-9db6-98998228350c), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.408178 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:52.408945 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (20f63545-4624-48d1-9db6-98998228350c), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.417469 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-373b3327-ca32-4b22-920e-a6c8844c9e1d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (1c0f03be-bb43-4c35-95a7-97d9f63f47a1), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.482895 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (ac3a902e-c802-4f75-90f1-0f84d611906f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.485226 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-373b3327-ca32-4b22-920e-a6c8844c9e1d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (1c0f03be-bb43-4c35-95a7-97d9f63f47a1), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.490786 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-373b3327-ca32-4b22-920e-a6c8844c9e1d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (1c0f03be-bb43-4c35-95a7-97d9f63f47a1), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.499646 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.505866 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/ac3a902e-c802-4f75-90f1-0f84d611906f HTTP/1.1" status: 204 len: 168 time: 0.7303348 Oct 12 02:35:52.515573 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409adf9a-9593-4c80-8a4a-6d2fe556264c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3a902e-c802-4f75-90f1-0f84d611906f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:52.526810 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b3327-ca32-4b22-920e-a6c8844c9e1d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0f03be-bb43-4c35-95a7-97d9f63f47a1,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:52.542318 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-373b3327-ca32-4b22-920e-a6c8844c9e1d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.543752 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-373b3327-ca32-4b22-920e-a6c8844c9e1d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596916 Oct 12 02:35:52.546931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58928) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:52.551611 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-0dcbf9a8-3bba-4b61-bdba-a96671390925 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': 'd210ab97-0c2a-4e93-9333-6c6323feded8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:52.594719 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf9a8-3bba-4b61-bdba-a96671390925 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (879ab093-55da-476d-b3de-2e5579192145), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.663198 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 20f63545-4624-48d1-9db6-98998228350c resource provider aggregate not found Oct 12 02:35:52.677375 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf9a8-3bba-4b61-bdba-a96671390925 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (879ab093-55da-476d-b3de-2e5579192145), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.683688 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf9a8-3bba-4b61-bdba-a96671390925 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (879ab093-55da-476d-b3de-2e5579192145), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.687762 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 20f63545-4624-48d1-9db6-98998228350c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20f63545-4624-48d1-9db6-98998228350c found for delete ", "request_id": "req-1002f13c-945c-4cb9-8768-9b6279366e92"}]} Oct 12 02:35:52.706805 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbf9a8-3bba-4b61-bdba-a96671390925 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879ab093-55da-476d-b3de-2e5579192145,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:52.715895 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf9a8-3bba-4b61-bdba-a96671390925 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.720043 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-0dcbf9a8-3bba-4b61-bdba-a96671390925 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690614 Oct 12 02:35:52.720537 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58932) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:52.726224 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:52.731676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 58934) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:52.775492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.825595 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-53392c69-0490-4bfb-9471-ff741c97bdda admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a83ac4d634a046b98166a0e58dff2964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0927775 Oct 12 02:35:52.828169 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58936) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:52.869515 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.895953 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-483cef63-c06a-43ec-aa0c-f1e442012edc admin admin] Publish callbacks [] for security_group (c9871449-e4a3-48fe-861b-7a370a24773c), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.922806 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-483cef63-c06a-43ec-aa0c-f1e442012edc admin admin] Publish callbacks [] for security_group (c9871449-e4a3-48fe-861b-7a370a24773c), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.958312 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:52.977870 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-483cef63-c06a-43ec-aa0c-f1e442012edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (c9871449-e4a3-48fe-861b-7a370a24773c), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.980676 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-483cef63-c06a-43ec-aa0c-f1e442012edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.981935 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-483cef63-c06a-43ec-aa0c-f1e442012edc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c9871449-e4a3-48fe-861b-7a370a24773c HTTP/1.1" status: 204 len: 168 time: 0.1526558 Oct 12 02:35:52.991306 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.28.2.66 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/081d577a-4c3d-49d0-b7ff-170b4fd86b2a) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:52.992208 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cef63-c06a-43ec-aa0c-f1e442012edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9871449-e4a3-48fe-861b-7a370a24773c,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:53.018596 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:53.114099 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.154167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.199223 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:53.204389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:53.210452 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:53.214022 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=081d577a-4c3d-49d0-b7ff-170b4fd86b2a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:53.301960 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (d7b66ab4-1a10-4d3b-9e79-681ab39a036f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.345897 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.391626 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58942) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:53.431778 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a34ee9b7-e68b-40c8-9f57-95eecdf4d1d5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3c84e4b8d59740fb92c2253912e227d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389364 Oct 12 02:35:53.434347 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 58944) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:53.483040 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-947b671e-55ec-4bd6-802e-2eb0f96d4913 admin admin] Publish callbacks [] for security_group (da9b8300-d2fc-4fd4-bf1d-1aed98983eb6), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.503210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.507642 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-947b671e-55ec-4bd6-802e-2eb0f96d4913 admin admin] Publish callbacks [] for security_group (da9b8300-d2fc-4fd4-bf1d-1aed98983eb6), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.510612 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.523339 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:53.565369 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-947b671e-55ec-4bd6-802e-2eb0f96d4913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (da9b8300-d2fc-4fd4-bf1d-1aed98983eb6), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.568742 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-947b671e-55ec-4bd6-802e-2eb0f96d4913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.569889 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-947b671e-55ec-4bd6-802e-2eb0f96d4913 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/da9b8300-d2fc-4fd4-bf1d-1aed98983eb6 HTTP/1.1" status: 204 len: 168 time: 0.1346512 Oct 12 02:35:53.578365 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b671e-55ec-4bd6-802e-2eb0f96d4913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9b8300-d2fc-4fd4-bf1d-1aed98983eb6,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:53.591978 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d7b66ab4-1a10-4d3b-9e79-681ab39a036f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.594720 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=081d577a-4c3d-49d0-b7ff-170b4fd86b2a,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:53.612140 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.613598 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-7b68e4a7-c01f-4bab-bcad-a0011eed5440 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8916984 Oct 12 02:35:53.837720 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-3d763c64-aba6-4c2e-9fa8-2a412e8c0427 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1529512382&fields=id&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 267 time: 0.0487034 Oct 12 02:35:53.953765 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 66eb1342-deab-468c-b1ff-499d8c9aa431 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:53.973758 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c07e0450-4255-4bf0-a8fa-95818f6735be tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:53.976792 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c07e0450-4255-4bf0-a8fa-95818f6735be tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.1273704 Oct 12 02:35:54.001763 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-ac09a775-1f56-4c2e-ad7f-2c0ce990ab87 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/quotas/7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 375 time: 0.0190785 Oct 12 02:35:54.004053 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 66eb1342-deab-468c-b1ff-499d8c9aa431 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:54.004732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.005247 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 66eb1342-deab-468c-b1ff-499d8c9aa431 Oct 12 02:35:54.051608 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:54.055951 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-24239ec4-1e11-4792-a216-b8ed2e69e620 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530810 Oct 12 02:35:54.093319 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 66eb1342-deab-468c-b1ff-499d8c9aa431 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:54.093822 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.116001 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 66eb1342-deab-468c-b1ff-499d8c9aa431, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=66eb1342-deab-468c-b1ff-499d8c9aa431,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:54.121041 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.136425 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:54.154392 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:54.155308 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:54.180003 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=66eb1342-deab-468c-b1ff-499d8c9aa431,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:54.281046 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:54.290766 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-6adbe46d-3dc8-4638-8a5a-14de5c7724d1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220776 Oct 12 02:35:54.304891 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:54.396196 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c027bdcb-737f-4ecd-8af2-ed1e03e9e41c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996084 Oct 12 02:35:54.492850 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:54.521802 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:54.522162 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Updating router c700750a-acc4-4fc9-81ad-c6b276ca4511 port bf0e036f-6b70-4733-a211-1183bd4906fe binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:35:54.551500 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.811217 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Publish callbacks [] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.817592 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.887321 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Pushing event updated for resources: {'Port': ['ID=bf0e036f-6b70-4733-a211-1183bd4906fe,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:54.917906 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.918181 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.918564 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.918960 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.919298 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.919626 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.920009 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.920335 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.920684 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.921008 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.921407 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.921758 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.922083 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.922402 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.922756 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:54.930597 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Attempting to bind port bf0e036f-6b70-4733-a211-1183bd4906fe on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:54.930964 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Attempting to bind port bf0e036f-6b70-4733-a211-1183bd4906fe by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:54.931318 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Attempting to bind port bf0e036f-6b70-4733-a211-1183bd4906fe on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:54.972623 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:54.975716 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:54.976079 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Checking segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:54.976493 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.976890 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Bound using segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:54.977620 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Bound port: bf0e036f-6b70-4733-a211-1183bd4906fe, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:54.977994 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:55.009528 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:55.046952 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] For port bf0e036f-6b70-4733-a211-1183bd4906fe, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:55.050208 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] For port bf0e036f-6b70-4733-a211-1183bd4906fe, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=bf0e036f-6b70-4733-a211-1183bd4906fe,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:55.057039 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:55.095502 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:55.096158 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:55.152314 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaefef4-659a-4062-adee-aa1bfb27ed20 None None] Pushing event updated for resources: {'Port': ['ID=bf0e036f-6b70-4733-a211-1183bd4906fe,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:55.218405 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:55.416293 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:55Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:55.448156 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8c8c4-4c09-4681-9dcd-bcf47dc0555a None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:55Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:55.627573 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f55e974b-204b-4bee-a28b-f6e01962ffc5 req-11ad19ca-28b3-40e3-b58d-46ca5e705298 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 210 time: 0.0343814 Oct 12 02:35:55.968905 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 66eb1342-deab-468c-b1ff-499d8c9aa431 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:56.031501 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 66eb1342-deab-468c-b1ff-499d8c9aa431 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:56.031894 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.032249 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 66eb1342-deab-468c-b1ff-499d8c9aa431 Oct 12 02:35:56.079511 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:56.116511 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 66eb1342-deab-468c-b1ff-499d8c9aa431 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:56.117685 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bf0e036f-6b70-4733-a211-1183bd4906fe up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:56.164970 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port bf0e036f-6b70-4733-a211-1183bd4906fe triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:56.165353 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.165695 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port bf0e036f-6b70-4733-a211-1183bd4906fe Oct 12 02:35:56.241487 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port bf0e036f-6b70-4733-a211-1183bd4906fe is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:56.241793 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.284567 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port bf0e036f-6b70-4733-a211-1183bd4906fe, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=bf0e036f-6b70-4733-a211-1183bd4906fe,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:56.288646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.338776 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=bf0e036f-6b70-4733-a211-1183bd4906fe,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:56.769246 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0b699188-8438-4ffb-acf5-730cb6b3e281 req-84e49f2a-a991-40c8-9b5f-9b316a5012c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 210 time: 0.0429459 Oct 12 02:35:56.832992 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-b116d9ee-8deb-4673-b93e-dc0c03b02654 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:56.834570 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-b116d9ee-8deb-4673-b93e-dc0c03b02654 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.1266923 Oct 12 02:35:56.889386 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:56.912151 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-8ed79f9b-60be-48ad-8538-9b0986071262 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 380 time: 0.0596409 Oct 12 02:35:57.018647 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'port': {'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'admin_state_up': True, 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'security_groups': ['d210ab97-0c2a-4e93-9333-6c6323feded8']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:57.083811 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:57.129514 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Made reservation on behalf of 7eee400d8a3e49779363a82047c30632 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:57.133144 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.261522 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.20.0.14 (f4911989-ac3d-4405-9f6f-ff84ea283a77/f0185fc9-9dd3-4d75-88d9-25efa26d90f0/f52d73d6-e6ba-477d-9320-755d26988845) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:57.406818 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (f52d73d6-e6ba-477d-9320-755d26988845), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.438269 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (f52d73d6-e6ba-477d-9320-755d26988845), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.484264 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:57.487433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:57.491625 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:57.497875 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=f52d73d6-e6ba-477d-9320-755d26988845,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:57.550868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:57.551507 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.568223 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-e4225d88-36ae-4ff4-846f-87f6327737d0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535567 Oct 12 02:35:57.586645 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Request body: {'port': {'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:57.652865 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f52d73d6-e6ba-477d-9320-755d26988845), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.730707 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-cb1536e4-f346-4b70-ae3e-e347547c3ba9 None None] Provisioning complete for port f52d73d6-e6ba-477d-9320-755d26988845 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:57.731278 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cb1536e4-f346-4b70-ae3e-e347547c3ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f52d73d6-e6ba-477d-9320-755d26988845), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.731393 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-cb1536e4-f346-4b70-ae3e-e347547c3ba9 None None] Attempt 1 to provision port f52d73d6-e6ba-477d-9320-755d26988845 Oct 12 02:35:57.763745 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-cb1536e4-f346-4b70-ae3e-e347547c3ba9 None None] Port f52d73d6-e6ba-477d-9320-755d26988845 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:35:57.791509 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:57.929113 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bf0e036f-6b70-4733-a211-1183bd4906fe up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:57.943666 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7ad26-c8f0-4142-a552-095a6cd940a7 req-f81afebd-124c-45a3-b1ec-596b9c12bbbb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:57.945207 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcf7ad26-c8f0-4142-a552-095a6cd940a7 req-f81afebd-124c-45a3-b1ec-596b9c12bbbb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 932 time: 0.0815020 Oct 12 02:35:57.950252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:57.983319 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port bf0e036f-6b70-4733-a211-1183bd4906fe triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:57.983631 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.983970 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port bf0e036f-6b70-4733-a211-1183bd4906fe Oct 12 02:35:58.001741 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52d73d6-e6ba-477d-9320-755d26988845 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:35:58.012290 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Publish callbacks [] for port (f52d73d6-e6ba-477d-9320-755d26988845), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.046342 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Transition to ACTIVE for port object f52d73d6-e6ba-477d-9320-755d26988845 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:35:58.055190 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-fcf7ad26-c8f0-4142-a552-095a6cd940a7 req-9d843b0a-3668-482a-8d22-0d5a4fd9163e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856724 Oct 12 02:35:58.055864 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (f52d73d6-e6ba-477d-9320-755d26988845), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.089600 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port bf0e036f-6b70-4733-a211-1183bd4906fe is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:58.125992 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59036) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:58.147088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d73d6-e6ba-477d-9320-755d26988845,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:58.177154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Attempting to bind port f52d73d6-e6ba-477d-9320-755d26988845 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:58.177500 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Attempting to bind port f52d73d6-e6ba-477d-9320-755d26988845 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:58.177853 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Attempting to bind port f52d73d6-e6ba-477d-9320-755d26988845 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:58.225118 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Port f52d73d6-e6ba-477d-9320-755d26988845 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:35:58.225388 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Attempting to bind port f52d73d6-e6ba-477d-9320-755d26988845 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:58.239612 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.273572 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:58.273951 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Checking segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:58.274337 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Bound using segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:58.274841 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Bound port: f52d73d6-e6ba-477d-9320-755d26988845, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:58.275227 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f52d73d6-e6ba-477d-9320-755d26988845), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.321721 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Publish callbacks [] for security_group (a5983f38-b0a3-4e18-9941-544fa013c1be), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.325661 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a5983f38-b0a3-4e18-9941-544fa013c1be), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.343076 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] For port f52d73d6-e6ba-477d-9320-755d26988845, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:58.346676 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] For port f52d73d6-e6ba-477d-9320-755d26988845, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f52d73d6-e6ba-477d-9320-755d26988845,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:58.352898 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (f52d73d6-e6ba-477d-9320-755d26988845), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.355840 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:58.356446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.358510 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/f52d73d6-e6ba-477d-9320-755d26988845 HTTP/1.1" status: 200 len: 1094 time: 0.7767308 Oct 12 02:35:58.360405 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:58.363533 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e9821b-2e26-4ba7-a67f-238442dd4caa" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "tag": "f52d73d6-e6ba-477d-9320-755d26988845"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:58.376640 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5fa306b14971464ca327898e9dfa1656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492361 Oct 12 02:35:58.377884 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5983f38-b0a3-4e18-9941-544fa013c1be,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:58.381896 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59042) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:58.403844 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.407212 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.407827 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.408339 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.409026 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.409577 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.410550 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de7f96-9cc7-4fed-968b-52f4ff92bb11 x-openstack-request-id: req-86de7f96-9cc7-4fed-968b-52f4ff92bb11 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:58.410846 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "tag": "f52d73d6-e6ba-477d-9320-755d26988845", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:58.410960 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.411084 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86de7f96-9cc7-4fed-968b-52f4ff92bb11 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:58.411506 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86de7f96-9cc7-4fed-968b-52f4ff92bb11'] response: {'name': 'network-changed', 'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845', 'status': 'completed', 'code': 200} Oct 12 02:35:58.412320 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.412861 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.413390 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.413914 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.414431 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.414950 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.415445 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.415975 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b1476-2ca3-43c4-9d32-e995da1f6c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:58.426427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b48be1-5127-4428-b00b-d7e1b72f2e53 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d73d6-e6ba-477d-9320-755d26988845,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:58.464724 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-647ac963-cff4-45d9-94d0-0c2e49521584 admin admin] Publish callbacks [] for security_group (a5983f38-b0a3-4e18-9941-544fa013c1be), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.474706 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-7bbb5c97-4b29-48de-a9a1-0dcb97d752a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:58.476317 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-7bbb5c97-4b29-48de-a9a1-0dcb97d752a2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 1128 time: 0.0426402 Oct 12 02:35:58.486898 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-647ac963-cff4-45d9-94d0-0c2e49521584 admin admin] Publish callbacks [] for security_group (a5983f38-b0a3-4e18-9941-544fa013c1be), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.524496 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-7015f488-a1ab-42bb-8d30-fe043e48d25c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52d73d6-e6ba-477d-9320-755d26988845 HTTP/1.1" status: 200 len: 217 time: 0.0351722 Oct 12 02:35:58.543318 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-647ac963-cff4-45d9-94d0-0c2e49521584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (a5983f38-b0a3-4e18-9941-544fa013c1be), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.546071 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-647ac963-cff4-45d9-94d0-0c2e49521584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.547347 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-647ac963-cff4-45d9-94d0-0c2e49521584 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a5983f38-b0a3-4e18-9941-544fa013c1be HTTP/1.1" status: 204 len: 168 time: 0.1631248 Oct 12 02:35:58.556554 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ac963-cff4-45d9-94d0-0c2e49521584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5983f38-b0a3-4e18-9941-544fa013c1be,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:58.591444 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-4fa33433-a90c-4ebb-9b6d-af09a7f5dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:58.592998 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-4fa33433-a90c-4ebb-9b6d-af09a7f5dd64 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0625105 Oct 12 02:35:58.638557 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-d59be4ec-c10c-4621-ad0b-c0b88821574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:58.640243 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-d59be4ec-c10c-4621-ad0b-c0b88821574d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0411456 Oct 12 02:35:58.702573 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:58.738562 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-ddcd56c3-81ee-491d-a369-9b4f68a56760 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922863 Oct 12 02:35:58.829215 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59048) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:58.836789 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-314b93b1-14e1-418f-aba9-34b0017f0dbe req-3b199d79-4f33-4a3d-b594-7ec3d5b14b29 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931425 Oct 12 02:35:58.843490 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c71e2e52-f606-4cc3-99e1-8a0f05242304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.881975 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:58.929751 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c71e2e52-f606-4cc3-99e1-8a0f05242304 admin admin] Publish callbacks [] for security_group (9011c28a-6989-44d1-8c83-ba56dd1af36a), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.933543 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c71e2e52-f606-4cc3-99e1-8a0f05242304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (9011c28a-6989-44d1-8c83-ba56dd1af36a), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.972710 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c71e2e52-f606-4cc3-99e1-8a0f05242304 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ee10dd150c564313ab3749a17dbd025e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423280 Oct 12 02:35:58.973834 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e2e52-f606-4cc3-99e1-8a0f05242304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011c28a-6989-44d1-8c83-ba56dd1af36a,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:58.975593 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59050) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:59.026282 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d89de82f-42b9-4660-bd20-6ead47f1a7a3 admin admin] Publish callbacks [] for security_group (9011c28a-6989-44d1-8c83-ba56dd1af36a), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.046361 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d89de82f-42b9-4660-bd20-6ead47f1a7a3 admin admin] Publish callbacks [] for security_group (9011c28a-6989-44d1-8c83-ba56dd1af36a), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.097980 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d89de82f-42b9-4660-bd20-6ead47f1a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (9011c28a-6989-44d1-8c83-ba56dd1af36a), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.100732 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d89de82f-42b9-4660-bd20-6ead47f1a7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.101972 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d89de82f-42b9-4660-bd20-6ead47f1a7a3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9011c28a-6989-44d1-8c83-ba56dd1af36a HTTP/1.1" status: 204 len: 168 time: 0.1247182 Oct 12 02:35:59.110484 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89de82f-42b9-4660-bd20-6ead47f1a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011c28a-6989-44d1-8c83-ba56dd1af36a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:59.172020 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:59.187361 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c4526-e761-4bca-9b2f-c8763f501c21 req-39e429b3-61f3-4a2e-a531-82187a21db70 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:59.188990 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5b7c4526-e761-4bca-9b2f-c8763f501c21 req-39e429b3-61f3-4a2e-a531-82187a21db70 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 944 time: 0.0514865 Oct 12 02:35:59.240023 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5b7c4526-e761-4bca-9b2f-c8763f501c21 req-2adb1d10-e36a-4a17-8552-8945919507a7 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449057 Oct 12 02:35:59.570492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-131cd90b-5f41-4314-90e4-5d5c4f4f1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:59.571854 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-131cd90b-5f41-4314-90e4-5d5c4f4f1065 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 1128 time: 0.0393369 Oct 12 02:35:59.663449 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-ddb47947-833e-4fcc-b860-afe3a3163073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:59.665096 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-ddb47947-833e-4fcc-b860-afe3a3163073 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0878117 Oct 12 02:35:59.708390 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-24e0aa96-dc7a-4152-b04f-d548c7468d20 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52d73d6-e6ba-477d-9320-755d26988845 HTTP/1.1" status: 200 len: 217 time: 0.0376384 Oct 12 02:35:59.755886 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-bdc013db-e143-4129-b021-1c029161340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:59.757309 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-bdc013db-e143-4129-b021-1c029161340d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0436580 Oct 12 02:35:59.803182 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-9f476e0a-ed24-4993-ac72-0603935d8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:59.804675 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-9f476e0a-ed24-4993-ac72-0603935d8615 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0423539 Oct 12 02:35:59.895790 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-6a188120-6238-48e6-acce-2385c2ae7760 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848737 Oct 12 02:35:59.989118 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-52e9821b-2e26-4ba7-a67f-238442dd4caa req-19937b86-faa7-43ab-ad24-bd521018ee0a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879126 Oct 12 02:36:00.371892 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29163-e961-42b9-827c-e1b08a83d507 req-b78925b7-f8fb-40d4-9306-1894af6bb746 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:00.373409 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-42e29163-e961-42b9-827c-e1b08a83d507 req-b78925b7-f8fb-40d4-9306-1894af6bb746 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 944 time: 0.0514002 Oct 12 02:36:00.421054 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-42e29163-e961-42b9-827c-e1b08a83d507 req-487a22e4-21a0-4706-ae54-81ce4dae7dac tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Oct 12 02:36:01.545279 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003b86-21dd-4f88-b3ad-55ed5c26874e req-e136b49b-9d6a-45c4-a615-5828b0c4f973 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:01.546701 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64003b86-21dd-4f88-b3ad-55ed5c26874e req-e136b49b-9d6a-45c4-a615-5828b0c4f973 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Oct 12 02:36:01.593615 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64003b86-21dd-4f88-b3ad-55ed5c26874e req-65ca7086-8308-4688-8f40-6bece5b22edb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Oct 12 02:36:01.676741 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f52d73d6-e6ba-477d-9320-755d26988845 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:36:01.778891 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port f52d73d6-e6ba-477d-9320-755d26988845, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f52d73d6-e6ba-477d-9320-755d26988845,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:01.790190 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': 'f52d73d6-e6ba-477d-9320-755d26988845', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:36:01.820668 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:01.827238 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port f52d73d6-e6ba-477d-9320-755d26988845 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:01.827631 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f52d73d6-e6ba-477d-9320-755d26988845), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.842592 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52d73d6-e6ba-477d-9320-755d26988845 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:36:01.863191 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port f52d73d6-e6ba-477d-9320-755d26988845, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f52d73d6-e6ba-477d-9320-755d26988845,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:01.866733 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f52d73d6-e6ba-477d-9320-755d26988845), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.914997 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=f52d73d6-e6ba-477d-9320-755d26988845,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:02.144998 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['f52d73d6-e6ba-477d-9320-755d26988845'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:36:02.224681 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:02.712036 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e158-a1e6-4f07-b167-6724e7eac817 req-bd00e758-930e-4090-a9b2-90e7a0008b58 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:02.713538 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0d30e158-a1e6-4f07-b167-6724e7eac817 req-bd00e758-930e-4090-a9b2-90e7a0008b58 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 945 time: 0.0458193 Oct 12 02:36:02.746672 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:02.760937 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0d30e158-a1e6-4f07-b167-6724e7eac817 req-b7d50e16-fe15-48cd-a9d9-b1d8685d43d4 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 Oct 12 02:36:03.698261 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f52d73d6-e6ba-477d-9320-755d26988845 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:03.742787 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port f52d73d6-e6ba-477d-9320-755d26988845 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:36:03.748271 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port f52d73d6-e6ba-477d-9320-755d26988845 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:03.748673 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (f52d73d6-e6ba-477d-9320-755d26988845), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.749047 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port f52d73d6-e6ba-477d-9320-755d26988845 Oct 12 02:36:03.822590 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port f52d73d6-e6ba-477d-9320-755d26988845 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:03.823569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f52d73d6-e6ba-477d-9320-755d26988845), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.845937 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:03.848907 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1538ba-58c0-478b-b749-a9de5629dd01" -d '{"events": [{"server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "name": "network-vif-plugged", "status": "completed", "tag": "f52d73d6-e6ba-477d-9320-755d26988845"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:03.862175 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port f52d73d6-e6ba-477d-9320-755d26988845, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f52d73d6-e6ba-477d-9320-755d26988845,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:03.867408 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (f52d73d6-e6ba-477d-9320-755d26988845), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.891869 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de766c81-3671-483d-a471-dcab49d513a2 req-e3536e87-4d0a-4c07-9b22-a4da02368ed1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:03.893074 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96863bb-9488-42f0-931c-4ae04b792d8e x-openstack-request-id: req-d96863bb-9488-42f0-931c-4ae04b792d8e {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:03.893389 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "name": "network-vif-plugged", "status": "completed", "tag": "f52d73d6-e6ba-477d-9320-755d26988845", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:03.893543 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-de766c81-3671-483d-a471-dcab49d513a2 req-e3536e87-4d0a-4c07-9b22-a4da02368ed1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 945 time: 0.0574439 Oct 12 02:36:03.893708 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d96863bb-9488-42f0-931c-4ae04b792d8e {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:03.894208 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96863bb-9488-42f0-931c-4ae04b792d8e'] response: {'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845', 'code': 200} Oct 12 02:36:03.919879 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=f52d73d6-e6ba-477d-9320-755d26988845,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:03.945895 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-de766c81-3671-483d-a471-dcab49d513a2 req-e40bd510-ed73-4c25-8178-4a4da19da169 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 Oct 12 02:36:04.110027 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9bfd-fb23-4868-82ec-1a50eb7c5216 req-9789f3c7-228d-4d74-9706-b0390baf87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:04.111467 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8f5a9bfd-fb23-4868-82ec-1a50eb7c5216 req-9789f3c7-228d-4d74-9706-b0390baf87ec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 1130 time: 0.0389783 Oct 12 02:36:04.139462 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:04.155838 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8f5a9bfd-fb23-4868-82ec-1a50eb7c5216 req-3f38776e-9dca-4de8-af75-10940227b103 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Oct 12 02:36:05.073795 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc7baa-f032-415c-94c4-0eb656ffeabb req-bbccc27c-313c-438a-a3e0-082fb2142dc1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:05.075255 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7cbc7baa-f032-415c-94c4-0eb656ffeabb req-bbccc27c-313c-438a-a3e0-082fb2142dc1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 946 time: 0.0466805 Oct 12 02:36:05.125514 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-7cbc7baa-f032-415c-94c4-0eb656ffeabb req-fd65ca2b-e53d-4eda-8cc8-203a2c085d0c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446744 Oct 12 02:36:05.262911 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:06.245555 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691cfc1-0b50-402f-809e-8c689a2c07c4 req-2d554ef2-be13-46e8-9d34-cd63d07ab77c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:06.246990 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e691cfc1-0b50-402f-809e-8c689a2c07c4 req-2d554ef2-be13-46e8-9d34-cd63d07ab77c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 946 time: 0.0457253 Oct 12 02:36:06.298385 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e691cfc1-0b50-402f-809e-8c689a2c07c4 req-f08db6fb-4cb6-4aed-b51d-16795e958d48 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Oct 12 02:36:06.416357 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d7c19-c149-4ef4-947f-eea3222d2946 req-68ad01e4-fbe5-44bd-af33-e749c9ae734d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:06.417766 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-947d7c19-c149-4ef4-947f-eea3222d2946 req-68ad01e4-fbe5-44bd-af33-e749c9ae734d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 946 time: 0.0472851 Oct 12 02:36:06.428434 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59072) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:06.432764 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:06.470080 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (d7b66ab4-1a10-4d3b-9e79-681ab39a036f), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:06.898214 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:06.901831 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d7b66ab4-1a10-4d3b-9e79-681ab39a036f), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:06.996687 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.l3_db [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP d7b66ab4-1a10-4d3b-9e79-681ab39a036f associated. External IP: 172.28.2.66, port: f52d73d6-e6ba-477d-9320-755d26988845. Oct 12 02:36:07.071213 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:07.194341 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:36:07.291101 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:07.298689 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:36:07.303564 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:07.307976 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:36:07.318580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:07.319187 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:07.333152 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-104d1ce5-0816-484e-b491-630600940378 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/d7b66ab4-1a10-4d3b-9e79-681ab39a036f HTTP/1.1" status: 200 len: 991 time: 0.9035239 Oct 12 02:36:07.333743 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:07.336103 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "tag": "f52d73d6-e6ba-477d-9320-755d26988845"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:07.559509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194310cb-a29a-47dc-8ae3-007bdd0532bb x-openstack-request-id: req-194310cb-a29a-47dc-8ae3-007bdd0532bb {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:07.560107 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "tag": "f52d73d6-e6ba-477d-9320-755d26988845", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:07.560107 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194310cb-a29a-47dc-8ae3-007bdd0532bb {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:07.560452 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194310cb-a29a-47dc-8ae3-007bdd0532bb'] response: {'name': 'network-changed', 'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845', 'status': 'completed', 'code': 200} Oct 12 02:36:07.564417 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:07.646021 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-33edebbf-f00d-4e71-a4bc-9dcade25e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:07.647515 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-33edebbf-f00d-4e71-a4bc-9dcade25e738 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 1130 time: 0.0396729 Oct 12 02:36:07.672151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:07.736832 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-9b651cbe-2f61-491f-99ee-58df3da169f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:07.739005 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-9b651cbe-2f61-491f-99ee-58df3da169f5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0861211 Oct 12 02:36:07.775391 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:06Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:07.804364 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-055960a8-8893-4898-b853-1588fa3db90f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52d73d6-e6ba-477d-9320-755d26988845 HTTP/1.1" status: 200 len: 999 time: 0.0600576 Oct 12 02:36:07.805154 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:36:07.811263 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:07.814922 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:07.815713 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:35:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:07.857462 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-705ed613-22a7-4395-8a6c-7fe67f69adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:07.859494 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-705ed613-22a7-4395-8a6c-7fe67f69adc8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0494030 Oct 12 02:36:07.901973 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-e383353d-4dab-400b-8e7f-115bfb8b43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:07.903344 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-e383353d-4dab-400b-8e7f-115bfb8b43ea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0383537 Oct 12 02:36:07.918310 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:07.952415 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:08.002209 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-accd55cd-7ade-4865-89b6-c41c3ec99dea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908387 Oct 12 02:36:08.100840 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-55b36ce9-1fe5-4310-83af-e8eb1c66a79a req-5f63d9c6-b2e4-4afd-b873-b628fe968860 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932140 Oct 12 02:36:08.159616 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:06Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:08.183960 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e42e4-ac8a-435a-b41b-11073863947e None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:06Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:36:08.370372 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4e7fe-1950-48b3-a613-f9888c8aac36 None None] New status for floating IP d7b66ab4-1a10-4d3b-9e79-681ab39a036f: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:36:10.136148 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:36:16.789344 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7beb-99ea-480e-b7d4-0175bce7d67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.326452 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:17.329169 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=32 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:18.087529 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=58 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:18.097592 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=40 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:19.002827 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e127da80-8668-47ca-abac-fcf98de23241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:20.131071 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:20.131772 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:UPDATE=2,neutron:SELECT=72,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:20.305231 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.932649 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.980939 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.975974 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:31.978153 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:35.285209 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:40.780308 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-eb0d342e-12a0-4837-a6f6-3adc51b1951b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443161 Oct 12 02:36:40.879995 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-7ae543a1-bec2-4c54-b1c8-7526ae7214d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:40.881391 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-7ae543a1-bec2-4c54-b1c8-7526ae7214d7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 1130 time: 0.0389221 Oct 12 02:36:40.982397 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-ec00eb49-f194-4ccc-a0fe-1da3defc91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:40.983842 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-ec00eb49-f194-4ccc-a0fe-1da3defc91c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0844004 Oct 12 02:36:41.048427 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-5d791ace-6400-496e-a83c-850925235804 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52d73d6-e6ba-477d-9320-755d26988845 HTTP/1.1" status: 200 len: 1001 time: 0.0582271 Oct 12 02:36:41.097894 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-631d6b77-4150-46b8-a113-6152353aaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:41.099370 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-631d6b77-4150-46b8-a113-6152353aaf0c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0448854 Oct 12 02:36:41.141501 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-42ceaeb6-75b2-43b8-9353-5acfa60027c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:41.142938 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-42ceaeb6-75b2-43b8-9353-5acfa60027c1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0383675 Oct 12 02:36:41.235603 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-2e17545f-397a-411d-b871-2dae235d23a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872238 Oct 12 02:36:41.326071 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e48e2f39-47b0-464d-886d-9680bdd95e2f req-e3acad73-7840-4879-9ccb-726883eb6887 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844903 Oct 12 02:36:44.209414 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59116) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:44.213928 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-7dbc4e39-8aa6-4204-8602-e29971284fba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128772387', 'description': 'tempest-description--1075252694'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:44.240059 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7dbc4e39-8aa6-4204-8602-e29971284fba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.308299 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7dbc4e39-8aa6-4204-8602-e29971284fba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (f10d101d-ee4e-415b-8817-c6edaa5eb4c9), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.312011 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7dbc4e39-8aa6-4204-8602-e29971284fba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f10d101d-ee4e-415b-8817-c6edaa5eb4c9), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.341522 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-7dbc4e39-8aa6-4204-8602-e29971284fba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.342751 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7dbc4e39-8aa6-4204-8602-e29971284fba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1323318 Oct 12 02:36:44.345840 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59118) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:44.346686 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc4e39-8aa6-4204-8602-e29971284fba tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d101d-ee4e-415b-8817-c6edaa5eb4c9,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:44.351220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': 'f10d101d-ee4e-415b-8817-c6edaa5eb4c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:44.381820 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (eb721fed-cf73-4a4e-bbb9-25e3b26813ce), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.435815 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (eb721fed-cf73-4a4e-bbb9-25e3b26813ce), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.439498 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (eb721fed-cf73-4a4e-bbb9-25e3b26813ce), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.460173 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb721fed-cf73-4a4e-bbb9-25e3b26813ce,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:44.468805 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.469973 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231463 Oct 12 02:36:44.471737 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.472089 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.472436 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.472802 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.473081 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59120) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:44.473192 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.473467 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.473801 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.474131 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.474466 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.475294 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.475621 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.476219 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.476572 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.476902 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.477229 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd031-5cc4-4f68-94e4-4f69dafaa8b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:44.478767 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-2ab4cba0-a903-4d92-bf97-87c2c581e4bd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': 'f10d101d-ee4e-415b-8817-c6edaa5eb4c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:44.506903 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cba0-a903-4d92-bf97-87c2c581e4bd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (e0f8b56b-00d7-418c-9a77-69dd9bb53786), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.563556 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cba0-a903-4d92-bf97-87c2c581e4bd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (e0f8b56b-00d7-418c-9a77-69dd9bb53786), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.566979 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cba0-a903-4d92-bf97-87c2c581e4bd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (e0f8b56b-00d7-418c-9a77-69dd9bb53786), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.585519 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4cba0-a903-4d92-bf97-87c2c581e4bd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f8b56b-00d7-418c-9a77-69dd9bb53786,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:44.592213 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cba0-a903-4d92-bf97-87c2c581e4bd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.593476 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-2ab4cba0-a903-4d92-bf97-87c2c581e4bd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193707 Oct 12 02:36:44.596571 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59122) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:44.601813 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:44.622974 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.702428 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.802718 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.28.2.214 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/2fd24647-7e06-4760-a939-3c57fce7574e) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:36:44.908658 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (2fd24647-7e06-4760-a939-3c57fce7574e), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.939091 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (2fd24647-7e06-4760-a939-3c57fce7574e), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:44.943399 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:44.980219 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:36:44.983692 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:36:44.987518 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:36:44.989420 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:45.019809 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=2fd24647-7e06-4760-a939-3c57fce7574e,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:45.079529 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (98352ea8-94f9-4bff-9837-5933196ac433), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:45.116889 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2fd24647-7e06-4760-a939-3c57fce7574e), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:45.264722 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (2fd24647-7e06-4760-a939-3c57fce7574e), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:45.268801 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (2fd24647-7e06-4760-a939-3c57fce7574e), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:45.338706 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=2fd24647-7e06-4760-a939-3c57fce7574e,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:45.341178 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (98352ea8-94f9-4bff-9837-5933196ac433), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:45.357381 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:45.358626 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-d7e8279a-bd77-4dc9-93dc-44a48cf2bfe0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7611022 Oct 12 02:36:45.558022 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7a04b02e-164b-4325-8df0-25972f409e55 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1128772387&fields=id&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 267 time: 0.0432150 Oct 12 02:36:45.666897 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-07d34016-c5b4-4fcd-9fab-741676e09f90 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:45.668337 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-07d34016-c5b4-4fcd-9fab-741676e09f90 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.1040297 Oct 12 02:36:45.682892 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-40e5d3ed-89ab-43c5-a1b8-de207835f624 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/quotas/7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 375 time: 0.0093322 Oct 12 02:36:45.733185 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-180f44c5-0b55-427d-8bc3-317ee9a956c6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454621 Oct 12 02:36:45.812374 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:45.826472 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:45.833322 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-0adeb58a-aab1-49d7-9b18-b1189df5c036 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885265 Oct 12 02:36:45.923895 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-524923bb-103b-40e7-a4ab-e71bbab1e002 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833800 Oct 12 02:36:46.091287 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1151aa6f-99ca-4880-9a8b-df14dd8b11a9 req-c293bb5f-4337-41b9-a3b1-5c62f963ff3b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 210 time: 0.0286338 Oct 12 02:36:46.790898 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f3cf-197c-4fb0-a054-5fddba708728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:47.136130 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:36:47.394205 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-42bd4462-0306-4537-a8c4-9eb44cc59084 req-5fa50e0a-a3ce-49ed-9804-87de75da8738 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 210 time: 0.0315244 Oct 12 02:36:47.438143 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-b354bc29-4bb2-4ad9-a1ad-a72ba1b21ba5 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:47.439601 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-b354bc29-4bb2-4ad9-a1ad-a72ba1b21ba5 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.3623023 Oct 12 02:36:47.517178 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-d20e6a43-ae58-4815-92f4-97f4be06bca6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 473 time: 0.0614088 Oct 12 02:36:47.525314 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'port': {'device_id': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'admin_state_up': True, 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'security_groups': ['f10d101d-ee4e-415b-8817-c6edaa5eb4c9']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:47.632086 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Made reservation on behalf of 7eee400d8a3e49779363a82047c30632 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:36:47.635828 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:47.760454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.20.0.11 (f4911989-ac3d-4405-9f6f-ff84ea283a77/f0185fc9-9dd3-4d75-88d9-25efa26d90f0/4b459023-e8d1-4c11-a17f-3195c3a1c2b7) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:36:47.892008 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:47.923045 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:47.965015 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:36:47.969998 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:36:47.973717 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:36:47.977289 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.007361 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:48.035262 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:48.035913 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.043989 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.056778 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-ab20bc30-03ac-4c45-b218-a7ca28ac869e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5352631 Oct 12 02:36:48.073830 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Request body: {'port': {'device_id': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:48.137030 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.168937 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-a231268e-602b-4cff-a36d-b45d5258e0f1 None None] Provisioning complete for port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:48.169510 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a231268e-602b-4cff-a36d-b45d5258e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.169640 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-a231268e-602b-4cff-a36d-b45d5258e0f1 None None] Attempt 1 to provision port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 Oct 12 02:36:48.205976 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-a231268e-602b-4cff-a36d-b45d5258e0f1 None None] Port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:36:48.394174 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:36:48.402677 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Publish callbacks [] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.416565 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Transition to ACTIVE for port object 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:36:48.420235 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.497919 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:48.516441 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbe7f-54f1-471b-b65d-17c86ddf4510 req-a7a65fb2-befa-4a7a-8c38-4ca05b65a1ac tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:48.518556 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-87ebbe7f-54f1-471b-b65d-17c86ddf4510 req-a7a65fb2-befa-4a7a-8c38-4ca05b65a1ac tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 944 time: 0.0494769 Oct 12 02:36:48.531030 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Attempting to bind port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:36:48.531360 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Attempting to bind port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:36:48.531685 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Attempting to bind port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:36:48.568104 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-87ebbe7f-54f1-471b-b65d-17c86ddf4510 req-ab027c74-fec0-4d27-ab9b-48455a64807a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Oct 12 02:36:48.576920 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:36:48.577331 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Attempting to bind port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:36:48.619989 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:36:48.620330 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Checking segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:36:48.620752 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Bound using segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:36:48.621183 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Bound port: 4b459023-e8d1-4c11-a17f-3195c3a1c2b7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:36:48.621545 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.683216 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] For port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:36:48.686240 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] For port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:36:48.692145 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.695405 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:48.696006 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.697804 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/4b459023-e8d1-4c11-a17f-3195c3a1c2b7 HTTP/1.1" status: 200 len: 1094 time: 0.6284711 Oct 12 02:36:48.699823 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:48.702097 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c" -d '{"events": [{"name": "network-changed", "server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:48.741275 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6353c0f9-436f-4503-8c72-d782f86a81dd x-openstack-request-id: req-6353c0f9-436f-4503-8c72-d782f86a81dd {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:48.741717 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:48.741972 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6353c0f9-436f-4503-8c72-d782f86a81dd {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:48.742371 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6353c0f9-436f-4503-8c72-d782f86a81dd'] response: {'name': 'network-changed', 'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'status': 'completed', 'code': 200} Oct 12 02:36:48.759124 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe820e4-02f4-42b6-b9b2-35df751145c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:48.806225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-c3549678-0d29-4e99-a1d4-7b3ae0ae5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:48.807706 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-c3549678-0d29-4e99-a1d4-7b3ae0ae5c46 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 1128 time: 0.0400128 Oct 12 02:36:48.851841 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-5c35a00a-2049-4428-8239-a7b7309bff7f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0325649 Oct 12 02:36:48.898681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-fafb3045-ed15-4606-8e42-e962e247bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:48.900068 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-fafb3045-ed15-4606-8e42-e962e247bb6e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0426092 Oct 12 02:36:48.941078 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.943874 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.948945 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d62c-285c-4e4e-b070-deae8c052434 req-04fec396-835c-4dff-bda4-235d4ca8c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:48.950406 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-04fec396-835c-4dff-bda4-235d4ca8c4d0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0447390 Oct 12 02:36:49.005099 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd5f5-f30d-47a4-95a1-a1ce237b71af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:49.043160 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-6ead5924-3a1f-45ab-8315-78e623af2013 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871067 Oct 12 02:36:49.135527 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8877d62c-285c-4e4e-b070-deae8c052434 req-a1c08f17-7e79-43e9-b458-27bd88635bd4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863941 Oct 12 02:36:49.689267 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0815eca-7074-40b3-991b-fe5635d60bb5 req-0109f802-e7a5-4028-8a1e-4b0904aec3b4 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:49.690736 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b0815eca-7074-40b3-991b-fe5635d60bb5 req-0109f802-e7a5-4028-8a1e-4b0904aec3b4 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 944 time: 0.0454731 Oct 12 02:36:49.742196 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b0815eca-7074-40b3-991b-fe5635d60bb5 req-48f05ca8-ab14-4d41-8837-5aab6123054c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 Oct 12 02:36:49.896020 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-3ecad0f8-e022-43bd-8d1d-74669bd62807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:49.897531 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-3ecad0f8-e022-43bd-8d1d-74669bd62807 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 1128 time: 0.0402153 Oct 12 02:36:49.992071 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-9231d262-3671-40e3-8714-7acc3b7e0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:49.993541 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-9231d262-3671-40e3-8714-7acc3b7e0ec0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0904253 Oct 12 02:36:50.037359 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-1394fd1d-962f-4fe3-8e6e-979bb1971206 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0385063 Oct 12 02:36:50.085220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-d483482c-d6eb-44fc-ae53-25432be52671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:50.086622 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-d483482c-d6eb-44fc-ae53-25432be52671 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0443909 Oct 12 02:36:50.133375 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-48535c74-d22d-4d61-9234-c08eb2878247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:50.134737 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-48535c74-d22d-4d61-9234-c08eb2878247 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0429494 Oct 12 02:36:50.229575 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-bc4162ff-55b7-4c94-b9d2-d02e976ad235 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893683 Oct 12 02:36:50.309041 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:50.327396 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8d2950c8-2c3a-4571-9030-8dd0a7caf66c req-4b50443f-2024-460a-b231-30f8a516366d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919392 Oct 12 02:36:50.863895 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e2f52-8ffe-442c-b2cd-7b76d72a9d6f req-c9ec5201-a1ea-4a60-a023-f2550c0ae72d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:50.865291 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f98e2f52-8ffe-442c-b2cd-7b76d72a9d6f req-c9ec5201-a1ea-4a60-a023-f2550c0ae72d tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 944 time: 0.0468268 Oct 12 02:36:50.910915 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f98e2f52-8ffe-442c-b2cd-7b76d72a9d6f req-faf8d425-09d5-4bf9-bc28-2360f99f9523 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 Oct 12 02:36:51.226552 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:51.935927 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.954984 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:36:52.002458 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.035648 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0a60-a647-484e-97c1-19627a0fc4ba req-1af5513e-b9c1-4f57-aeac-28aab2f3ed83 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:52.037181 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-272e0a60-a647-484e-97c1-19627a0fc4ba req-1af5513e-b9c1-4f57-aeac-28aab2f3ed83 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 944 time: 0.0502405 Oct 12 02:36:52.081489 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:52.086478 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-272e0a60-a647-484e-97c1-19627a0fc4ba req-0a2db05a-972b-4c0c-afbe-392a20e62071 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Oct 12 02:36:52.093819 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'port_id': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'mac_address': 'fa:16:3e:10:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:36:52.135085 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:52.135389 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.149066 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:36:52.168647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:52.172009 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.222459 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:52.231059 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.231406 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.231745 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.232106 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.232447 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.232801 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.233124 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.233448 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.233770 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.234090 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.234409 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.234749 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.235086 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.235385 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.235701 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:52.442310 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['4b459023-e8d1-4c11-a17f-3195c3a1c2b7'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:36:53.208008 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb2dac-7c24-4943-92ac-03de2ff0fc2a req-332dc564-03ec-4e12-b1a9-ca1088ccd5c2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:53.209635 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6ddb2dac-7c24-4943-92ac-03de2ff0fc2a req-332dc564-03ec-4e12-b1a9-ca1088ccd5c2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 945 time: 0.0462594 Oct 12 02:36:53.260605 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6ddb2dac-7c24-4943-92ac-03de2ff0fc2a req-75055ced-dc12-4344-bdbc-c992b511a5a2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454917 Oct 12 02:36:53.977901 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:54.019494 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:36:54.025884 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:54.026340 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:54.026706 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 Oct 12 02:36:54.069554 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:54.073444 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:54.109376 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:54.109771 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:54.132587 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:54.134843 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f43c4-33fe-4803-bcb0-f7d6d2100110" -d '{"events": [{"server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "name": "network-vif-plugged", "status": "completed", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:54.148287 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:54.152692 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:54.179704 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157cc201-fa44-4f7b-b4a2-3cc5ec25a41d x-openstack-request-id: req-157cc201-fa44-4f7b-b4a2-3cc5ec25a41d {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:54.180021 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "name": "network-vif-plugged", "status": "completed", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:54.180283 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-157cc201-fa44-4f7b-b4a2-3cc5ec25a41d {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:54.180705 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157cc201-fa44-4f7b-b4a2-3cc5ec25a41d'] response: {'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'code': 200} Oct 12 02:36:54.210826 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:54.412954 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771a5e-ef31-4cb3-8729-c1eb1618ff9e req-0146c33a-bcdb-423e-9dbe-caa217ab9ab3 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:54.414432 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-cd771a5e-ef31-4cb3-8729-c1eb1618ff9e req-0146c33a-bcdb-423e-9dbe-caa217ab9ab3 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 946 time: 0.0753937 Oct 12 02:36:54.415777 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed03b3a-00d8-44db-b2b7-f2b0e74ca43a req-2f046d06-0241-449a-bb4d-3ba5eb3c40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:54.417144 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1ed03b3a-00d8-44db-b2b7-f2b0e74ca43a req-2f046d06-0241-449a-bb4d-3ba5eb3c40f2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 1130 time: 0.0665324 Oct 12 02:36:54.492814 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-cd771a5e-ef31-4cb3-8729-c1eb1618ff9e req-2d1eed9a-ee97-48ca-9b46-51ba27414f94 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727797 Oct 12 02:36:54.496228 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1ed03b3a-00d8-44db-b2b7-f2b0e74ca43a req-48269f6c-71f1-49cf-b6f8-982d3739c434 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695701 Oct 12 02:36:55.615400 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d83c-3c57-47ba-b17c-c56f7679c7a0 req-d0a8c991-c7a3-44b9-8b45-170548ad6541 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:55.616875 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0cf1d83c-3c57-47ba-b17c-c56f7679c7a0 req-d0a8c991-c7a3-44b9-8b45-170548ad6541 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 946 time: 0.0458739 Oct 12 02:36:55.663574 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0cf1d83c-3c57-47ba-b17c-c56f7679c7a0 req-034ca943-dfa0-4438-9df0-d66f165568d3 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Oct 12 02:36:55.743397 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:55.745602 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:55.781475 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c22e6-d30a-4286-8b29-3d9457e3a45e req-fc89daa0-22c5-45b7-a8b9-9b051c5e0275 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:55.782934 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5c8c22e6-d30a-4286-8b29-3d9457e3a45e req-fc89daa0-22c5-45b7-a8b9-9b051c5e0275 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 946 time: 0.0483756 Oct 12 02:36:55.792947 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59172) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:55.797336 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'port_id': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:55.836758 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (98352ea8-94f9-4bff-9837-5933196ac433), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:56.259433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:56.263114 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (98352ea8-94f9-4bff-9837-5933196ac433), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:56.358178 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP 98352ea8-94f9-4bff-9837-5933196ac433 associated. External IP: 172.28.2.214, port: 4b459023-e8d1-4c11-a17f-3195c3a1c2b7. Oct 12 02:36:56.553773 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:36:56.654139 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:36:56.658991 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:56.665054 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:36:56.674963 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:56.675677 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:36:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:56.688078 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-1d335fc9-41c4-4fed-b286-6b5265346137 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/98352ea8-94f9-4bff-9837-5933196ac433 HTTP/1.1" status: 200 len: 992 time: 0.8940935 Oct 12 02:36:56.688835 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:56.691101 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56990b65-6157-4b81-837a-ec6181b3e536" -d '{"events": [{"name": "network-changed", "server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:56.729635 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0dba1-d112-4524-9f66-035886e8c13d x-openstack-request-id: req-f9d0dba1-d112-4524-9f66-035886e8c13d {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:56.729932 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:56.730185 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9d0dba1-d112-4524-9f66-035886e8c13d {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:56.730604 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d0dba1-d112-4524-9f66-035886e8c13d'] response: {'name': 'network-changed', 'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'status': 'completed', 'code': 200} Oct 12 02:36:56.783051 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:56.818622 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990b65-6157-4b81-837a-ec6181b3e536 req-ad1ff236-0709-4884-8458-6696e78124ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:56.820052 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56990b65-6157-4b81-837a-ec6181b3e536 req-ad1ff236-0709-4884-8458-6696e78124ed service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 1130 time: 0.0417144 Oct 12 02:36:56.869681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:56.872382 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:56.913412 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990b65-6157-4b81-837a-ec6181b3e536 req-82d77a47-8219-4ab6-85ca-560d2d36df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:56.914866 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56990b65-6157-4b81-837a-ec6181b3e536 req-82d77a47-8219-4ab6-85ca-560d2d36df9f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0883126 Oct 12 02:36:56.978859 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56990b65-6157-4b81-837a-ec6181b3e536 req-e8812c8b-b82f-47df-97c5-0b734f51ca85 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7 HTTP/1.1" status: 200 len: 1000 time: 0.0581429 Oct 12 02:36:56.999807 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '98352ea8-94f9-4bff-9837-5933196ac433', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:10:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:36:45Z', 'updated_at': '2022-10-12T02:36:56Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}, {'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:08Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:57.027647 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990b65-6157-4b81-837a-ec6181b3e536 req-48210b0f-e141-4edc-af8d-4481beb073f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:57.029293 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56990b65-6157-4b81-837a-ec6181b3e536 req-48210b0f-e141-4edc-af8d-4481beb073f0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0440714 Oct 12 02:36:57.029580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:36:57.038248 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:57.038854 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:36:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:57.071960 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990b65-6157-4b81-837a-ec6181b3e536 req-4c65c3d5-8663-4b94-85bd-c1299cfd4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:57.073362 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56990b65-6157-4b81-837a-ec6181b3e536 req-4c65c3d5-8663-4b94-85bd-c1299cfd4e1c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0381846 Oct 12 02:36:57.136326 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:57.143708 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:57.167377 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56990b65-6157-4b81-837a-ec6181b3e536 req-ae1a1150-948d-491c-846f-bd8cf8fe1085 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875490 Oct 12 02:36:57.260697 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-56990b65-6157-4b81-837a-ec6181b3e536 req-7e8a9b12-af5b-427d-86c0-040f637c30ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880449 Oct 12 02:36:57.360719 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '98352ea8-94f9-4bff-9837-5933196ac433', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:10:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:36:45Z', 'updated_at': '2022-10-12T02:36:56Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}, {'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:08Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:57.385727 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0fdd9f-4912-40b6-945e-257741928c6a None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '98352ea8-94f9-4bff-9837-5933196ac433', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:10:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:36:45Z', 'updated_at': '2022-10-12T02:36:56Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}, {'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:08Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:36:57.572732 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea9959-5825-4834-955f-690c90b29c1a None None] New status for floating IP 98352ea8-94f9-4bff-9837-5933196ac433: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:37:05.306154 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:05.658013 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:05.659948 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:07.255371 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=44 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:07.257343 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=37 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:07.671708 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.164009 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.298424 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.300775 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:16.793119 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eafd7a68-1052-4029-b711-5a96055c30a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:19.011012 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cb3825a7-2a89-4c7b-beb6-e826ae2a89ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.310910 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.937071 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.984517 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:24.136275 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:37:28.222027 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:31.854932 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599f023-84e0-4546-86ef-36d55b37f14d req-0b0ef371-7348-4561-b7cd-2a710e701a04 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:31.856427 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b599f023-84e0-4546-86ef-36d55b37f14d req-0b0ef371-7348-4561-b7cd-2a710e701a04 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 946 time: 0.0510676 Oct 12 02:37:31.903914 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b599f023-84e0-4546-86ef-36d55b37f14d req-f2210c41-cd78-4a86-866c-0d066b001140 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Oct 12 02:37:31.978953 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:31.980864 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:33.029458 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa501a-1c5f-4227-b68e-aadf2e008dd7 req-18f85477-6719-4907-9a5f-ab6404d7a29b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:33.030501 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4baa501a-1c5f-4227-b68e-aadf2e008dd7 req-18f85477-6719-4907-9a5f-ab6404d7a29b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Oct 12 02:37:33.077880 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4baa501a-1c5f-4227-b68e-aadf2e008dd7 req-99157e4f-95fd-4bb9-8985-e440077c0c97 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f10d101d-ee4e-415b-8817-c6edaa5eb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Oct 12 02:37:33.281733 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-730015a5-4199-4ecd-b0ad-dc4990749fe2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:33.283075 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-730015a5-4199-4ecd-b0ad-dc4990749fe2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 946 time: 0.0458970 Oct 12 02:37:33.364811 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:33.365153 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.452417 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] For port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:33.452805 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.835234 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.835502 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (98352ea8-94f9-4bff-9837-5933196ac433), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.835815 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP 98352ea8-94f9-4bff-9837-5933196ac433 disassociated. External IP: 172.28.2.214, port: 4b459023-e8d1-4c11-a17f-3195c3a1c2b7. Oct 12 02:37:33.836151 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:33.962802 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (4b459023-e8d1-4c11-a17f-3195c3a1c2b7), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.991249 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=4b459023-e8d1-4c11-a17f-3195c3a1c2b7,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:34.100293 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:37:34.131427 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:34.183858 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-39c9815a-16f7-48c4-b594-7fecd8f79995 req-254932ed-a91c-402d-b7f9-835c6a7628ac tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b78d9f43-fea9-4a1f-9b32-538aa1d966a8 HTTP/1.1" status: 200 len: 210 time: 0.0289111 Oct 12 02:37:34.211565 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:34.222097 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:34.235504 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:34.236114 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:37:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:34.254922 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] No DVR routers for this DVR port 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:37:34.258127 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:34.261968 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3cdb5df6-33e3-4b81-9f18-7af8e975ccca req-c87b981a-0feb-4b61-97b3-2e4fed58990b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "DELETE /networking/v2.0/ports/4b459023-e8d1-4c11-a17f-3195c3a1c2b7 HTTP/1.1" status: 204 len: 173 time: 0.9737525 Oct 12 02:37:34.262416 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'name': 'network-vif-deleted', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:34.264686 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f54497-87e8-4d60-aa0a-b4bfde547e95" -d '{"events": [{"server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "name": "network-vif-deleted", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:34.313272 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc317f1-4f1b-4b66-9538-f479741acce0 x-openstack-request-id: req-bbc317f1-4f1b-4b66-9538-f479741acce0 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:34.313660 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d9f43-fea9-4a1f-9b32-538aa1d966a8", "name": "network-vif-deleted", "tag": "4b459023-e8d1-4c11-a17f-3195c3a1c2b7", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:34.313869 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbc317f1-4f1b-4b66-9538-f479741acce0 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:34.314304 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc317f1-4f1b-4b66-9538-f479741acce0'] response: {'server_uuid': 'b78d9f43-fea9-4a1f-9b32-538aa1d966a8', 'name': 'network-vif-deleted', 'tag': '4b459023-e8d1-4c11-a17f-3195c3a1c2b7', 'status': 'completed', 'code': 200} Oct 12 02:37:34.355367 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:34.579217 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:08Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:34.607471 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:34.616295 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:34.616933 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:37:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:34.712716 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:34.937085 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:08Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:34.961934 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f58b4d-7d61-4f25-9366-5715cc8ec323 None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'd7b66ab4-1a10-4d3b-9e79-681ab39a036f', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'f52d73d6-e6ba-477d-9320-755d26988845', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:c0:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:36:08Z', 'revision_number': 2, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:35.191718 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b4582-5346-4236-abe1-d41ba67da8ff None None] New status for floating IP 98352ea8-94f9-4bff-9837-5933196ac433: DOWN {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:37:35.291552 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59208) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:35.310506 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:35.321201 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.323313 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:35.371241 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d3d48daf-9751-4aef-9b38-e326e0274e2c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (f10d101d-ee4e-415b-8817-c6edaa5eb4c9), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.395453 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d3d48daf-9751-4aef-9b38-e326e0274e2c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (f10d101d-ee4e-415b-8817-c6edaa5eb4c9), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.453764 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d3d48daf-9751-4aef-9b38-e326e0274e2c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f10d101d-ee4e-415b-8817-c6edaa5eb4c9), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.456256 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d3d48daf-9751-4aef-9b38-e326e0274e2c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.459221 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d3d48daf-9751-4aef-9b38-e326e0274e2c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f10d101d-ee4e-415b-8817-c6edaa5eb4c9 HTTP/1.1" status: 204 len: 168 time: 0.1660547 Oct 12 02:37:35.461604 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59210) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:35.469329 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d48daf-9751-4aef-9b38-e326e0274e2c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d101d-ee4e-415b-8817-c6edaa5eb4c9,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:35.480441 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.api.v2.resource [None req-949666bf-5564-4480-a90e-74ba55185422 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] show failed (client error): The resource could not be found. Oct 12 02:37:35.481500 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-949666bf-5564-4480-a90e-74ba55185422 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups/f10d101d-ee4e-415b-8817-c6edaa5eb4c9 HTTP/1.1" status: 404 len: 347 time: 0.0186079 Oct 12 02:37:35.484525 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59212) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:35.608518 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port 2fd24647-7e06-4760-a939-3c57fce7574e {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:35.608864 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (2fd24647-7e06-4760-a939-3c57fce7574e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.689234 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (2fd24647-7e06-4760-a939-3c57fce7574e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.689561 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (2fd24647-7e06-4760-a939-3c57fce7574e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.702219 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for 2fd24647-7e06-4760-a939-3c57fce7574e owned by network:floatingip {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:35.832038 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (2fd24647-7e06-4760-a939-3c57fce7574e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.854023 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=2fd24647-7e06-4760-a939-3c57fce7574e,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:35.883809 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.884160 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.884533 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.884876 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.885213 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.885544 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.885876 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.886204 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.886531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.886857 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.887185 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.887509 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.887833 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.888193 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.888547 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:35.931519 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (98352ea8-94f9-4bff-9837-5933196ac433), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.934215 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:35.935352 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5c40228d-9e5b-411b-ab15-008dfa2c4144 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/98352ea8-94f9-4bff-9837-5933196ac433 HTTP/1.1" status: 204 len: 168 time: 0.4499106 Oct 12 02:37:36.163461 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:37:36.185363 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:37:36.185630 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 4b459023-e8d1-4c11-a17f-3195c3a1c2b7 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:37:37.553349 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddeb0b-19eb-458e-9887-614242a1c6a2 req-255823ad-6308-497a-bc33-2654b6764383 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:37.554840 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-deddeb0b-19eb-458e-9887-614242a1c6a2 req-255823ad-6308-497a-bc33-2654b6764383 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 946 time: 0.0506124 Oct 12 02:37:37.601432 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-deddeb0b-19eb-458e-9887-614242a1c6a2 req-1c163bfa-fb6a-43a8-868b-f1f8bd37557c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409617 Oct 12 02:37:38.724518 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb4fb8-d1f5-4e18-a2d9-f3ce4f8a1895 req-0d2dfd6b-ece0-4fed-9916-bb2511184271 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:38.725962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d7bb4fb8-d1f5-4e18-a2d9-f3ce4f8a1895 req-0d2dfd6b-ece0-4fed-9916-bb2511184271 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 946 time: 0.0463512 Oct 12 02:37:38.774353 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d7bb4fb8-d1f5-4e18-a2d9-f3ce4f8a1895 req-94b926a2-6351-4b4e-95bd-5656bdb67335 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d210ab97-0c2a-4e93-9333-6c6323feded8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Oct 12 02:37:39.303785 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca08e6-9862-4fef-992f-d512b991747e req-7436a355-de91-4d3e-b931-2cf1a5a064ac tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:39.305247 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-20ca08e6-9862-4fef-992f-d512b991747e req-7436a355-de91-4d3e-b931-2cf1a5a064ac tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 946 time: 0.0506649 Oct 12 02:37:39.387451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port f52d73d6-e6ba-477d-9320-755d26988845 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:39.387793 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (f52d73d6-e6ba-477d-9320-755d26988845), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:39.484326 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] For port f52d73d6-e6ba-477d-9320-755d26988845, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f52d73d6-e6ba-477d-9320-755d26988845,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:39.484714 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (f52d73d6-e6ba-477d-9320-755d26988845), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:39.646542 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:39.646899 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (d7b66ab4-1a10-4d3b-9e79-681ab39a036f), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:39.647204 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP d7b66ab4-1a10-4d3b-9e79-681ab39a036f disassociated. External IP: 172.28.2.66, port: f52d73d6-e6ba-477d-9320-755d26988845. Oct 12 02:37:39.647536 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for f52d73d6-e6ba-477d-9320-755d26988845 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:39.772178 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (f52d73d6-e6ba-477d-9320-755d26988845), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:39.797528 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=f52d73d6-e6ba-477d-9320-755d26988845,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:39.880549 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-fb5999bd-fd55-4abe-8612-64698fd862a6 req-2b945258-c5f8-415c-9ffa-fcd4dfc4ce2c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d5db909-b08c-4fc8-bbc2-2855fe60cb98 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Oct 12 02:37:39.910414 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:39.914752 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:37:39.966525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:40.018826 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:40.029297 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:40.039391 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:40.040068 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:37:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:40.060232 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] No DVR routers for this DVR port f52d73d6-e6ba-477d-9320-755d26988845 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:37:40.062684 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:40.066676 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-20ca08e6-9862-4fef-992f-d512b991747e req-28c3dcc2-592a-45cc-acfa-f3fd8434ecb6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "DELETE /networking/v2.0/ports/f52d73d6-e6ba-477d-9320-755d26988845 HTTP/1.1" status: 204 len: 173 time: 0.7553773 Oct 12 02:37:40.067165 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'name': 'network-vif-deleted', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:40.069518 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f519d325-edbd-4809-8d39-08286c7e961b" -d '{"events": [{"server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "name": "network-vif-deleted", "tag": "f52d73d6-e6ba-477d-9320-755d26988845"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:40.106640 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850749a-8b76-49b3-af05-a5a522537db8 x-openstack-request-id: req-e850749a-8b76-49b3-af05-a5a522537db8 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:40.106821 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5db909-b08c-4fc8-bbc2-2855fe60cb98", "name": "network-vif-deleted", "tag": "f52d73d6-e6ba-477d-9320-755d26988845", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:40.107072 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e850749a-8b76-49b3-af05-a5a522537db8 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:40.107483 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e850749a-8b76-49b3-af05-a5a522537db8'] response: {'server_uuid': '7d5db909-b08c-4fc8-bbc2-2855fe60cb98', 'name': 'network-vif-deleted', 'tag': 'f52d73d6-e6ba-477d-9320-755d26988845', 'status': 'completed', 'code': 200} Oct 12 02:37:40.149506 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:40.271160 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:40.290327 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:40.356325 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:40.384143 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:40.392340 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:40.392970 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:37:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:40.493139 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:40.678601 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:40.702962 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d7f03-09aa-4cb5-a75f-6de2d5692fa1 None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:40.907841 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a017632-4b99-4c89-834b-35cda1cb7521 None None] New status for floating IP d7b66ab4-1a10-4d3b-9e79-681ab39a036f: DOWN {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:37:40.977488 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59242) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:41.036435 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9fda4766-d171-4f77-895b-648790f80009 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (d210ab97-0c2a-4e93-9333-6c6323feded8), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.064395 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9fda4766-d171-4f77-895b-648790f80009 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (d210ab97-0c2a-4e93-9333-6c6323feded8), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.113484 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9fda4766-d171-4f77-895b-648790f80009 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (d210ab97-0c2a-4e93-9333-6c6323feded8), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.116157 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-9fda4766-d171-4f77-895b-648790f80009 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.117369 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9fda4766-d171-4f77-895b-648790f80009 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d210ab97-0c2a-4e93-9333-6c6323feded8 HTTP/1.1" status: 204 len: 168 time: 0.1388407 Oct 12 02:37:41.120208 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59244) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:41.126558 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda4766-d171-4f77-895b-648790f80009 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d210ab97-0c2a-4e93-9333-6c6323feded8,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:41.134434 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.api.v2.resource [None req-3b19735d-9561-4e52-94cf-58daa836b90c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] show failed (client error): The resource could not be found. Oct 12 02:37:41.135418 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-3b19735d-9561-4e52-94cf-58daa836b90c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups/d210ab97-0c2a-4e93-9333-6c6323feded8 HTTP/1.1" status: 404 len: 347 time: 0.0141981 Oct 12 02:37:41.138434 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59246) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:41.249094 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port 081d577a-4c3d-49d0-b7ff-170b4fd86b2a {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:41.249434 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.327028 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.327262 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.340552 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for 081d577a-4c3d-49d0-b7ff-170b4fd86b2a owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:41.464036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (081d577a-4c3d-49d0-b7ff-170b4fd86b2a), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.490903 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=081d577a-4c3d-49d0-b7ff-170b4fd86b2a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:41.552112 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (d7b66ab4-1a10-4d3b-9e79-681ab39a036f), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.554628 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.555787 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-222a184f-5aba-45e5-8d1a-3c778a2db3eb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/d7b66ab4-1a10-4d3b-9e79-681ab39a036f HTTP/1.1" status: 204 len: 168 time: 0.4164510 Oct 12 02:37:41.623499 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59250) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:41.627954 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-ce69c042-2a5a-4271-8120-bf8d18bb1b37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007690763', 'description': 'tempest-description--1731128003'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:41.652694 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ce69c042-2a5a-4271-8120-bf8d18bb1b37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.667058 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:41.691092 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:41.723654 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ce69c042-2a5a-4271-8120-bf8d18bb1b37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (b492dffc-3231-432c-8517-2815792daacb), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.727371 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ce69c042-2a5a-4271-8120-bf8d18bb1b37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b492dffc-3231-432c-8517-2815792daacb), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.758860 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ce69c042-2a5a-4271-8120-bf8d18bb1b37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.760068 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-ce69c042-2a5a-4271-8120-bf8d18bb1b37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1355700 Oct 12 02:37:41.761968 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69c042-2a5a-4271-8120-bf8d18bb1b37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b492dffc-3231-432c-8517-2815792daacb,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:41.763087 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59252) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:41.767531 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-40d463ea-94dc-4cbd-907a-6d3e6ebc6f6c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': 'b492dffc-3231-432c-8517-2815792daacb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:41.793410 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-40d463ea-94dc-4cbd-907a-6d3e6ebc6f6c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (c30d9ef7-01c2-409b-b4e9-664826c07bca), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.849395 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-40d463ea-94dc-4cbd-907a-6d3e6ebc6f6c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (c30d9ef7-01c2-409b-b4e9-664826c07bca), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.852824 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-40d463ea-94dc-4cbd-907a-6d3e6ebc6f6c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (c30d9ef7-01c2-409b-b4e9-664826c07bca), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.872058 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d463ea-94dc-4cbd-907a-6d3e6ebc6f6c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30d9ef7-01c2-409b-b4e9-664826c07bca,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:41.877410 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-40d463ea-94dc-4cbd-907a-6d3e6ebc6f6c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.878577 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-40d463ea-94dc-4cbd-907a-6d3e6ebc6f6c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145117 Oct 12 02:37:41.881292 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59254) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:41.885397 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-752cf5d4-b099-4b2b-8735-ab0b780cdefe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': 'b492dffc-3231-432c-8517-2815792daacb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:41.914167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752cf5d4-b099-4b2b-8735-ab0b780cdefe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (d20c5393-0e84-403d-a607-560c5232c555), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.951717 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:41.962205 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752cf5d4-b099-4b2b-8735-ab0b780cdefe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (d20c5393-0e84-403d-a607-560c5232c555), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.965906 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752cf5d4-b099-4b2b-8735-ab0b780cdefe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (d20c5393-0e84-403d-a607-560c5232c555), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.986058 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cf5d4-b099-4b2b-8735-ab0b780cdefe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20c5393-0e84-403d-a607-560c5232c555,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:41.994069 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752cf5d4-b099-4b2b-8735-ab0b780cdefe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:41.995236 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-752cf5d4-b099-4b2b-8735-ab0b780cdefe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130540 Oct 12 02:37:41.998391 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59256) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:42.002514 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:42.022842 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.070043 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:42.102025 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.191581 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f52d73d6-e6ba-477d-9320-755d26988845 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:37:42.208942 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.28.2.57 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/5035c93f-d003-49f1-b585-6815c91a3cd4) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:37:42.213936 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: f52d73d6-e6ba-477d-9320-755d26988845 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:37:42.214287 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device f52d73d6-e6ba-477d-9320-755d26988845 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:37:42.314776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.346679 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.386441 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:42.391044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:42.395492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:37:42.398356 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=5035c93f-d003-49f1-b585-6815c91a3cd4,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:42.476386 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (48503a75-6314-47d7-9c5e-73cc16782c04), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.514379 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.656899 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:42.661204 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.665562 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.720880 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:42.735441 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (48503a75-6314-47d7-9c5e-73cc16782c04), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.738425 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=5035c93f-d003-49f1-b585-6815c91a3cd4,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:42.753734 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:42.755463 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-29edb25f-7e60-4559-816a-1a3a1f10e980 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7561693 Oct 12 02:37:42.931916 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-996333dc-6625-4944-b403-a557a9772d5b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1007690763&fields=id&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 267 time: 0.0421288 Oct 12 02:37:43.043823 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-38aad8d8-8ecb-4351-b327-684fc4a93715 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:43.045315 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-38aad8d8-8ecb-4351-b327-684fc4a93715 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.1072752 Oct 12 02:37:43.061963 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-7f979508-c08b-4a54-849b-db414643cdd5 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/quotas/7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 375 time: 0.0109174 Oct 12 02:37:43.112884 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-63d9fd51-77a3-49b6-9c39-7c4a8eb23d74 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444667 Oct 12 02:37:43.211691 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-c477e35f-4675-4203-8c9f-a20926ca311d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867105 Oct 12 02:37:43.300241 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-031193c6-6a39-474c-bb2f-a2183cfcbdf9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829213 Oct 12 02:37:43.466711 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3ad6fde9-3406-4308-8a88-fac209bdb9b6 req-736e3807-c6e5-4378-ba47-657ec9d7ea8a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 210 time: 0.0284503 Oct 12 02:37:44.511926 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-e6bc654b-b1dd-453f-97a3-aeb09185fb81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:44.513527 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-e6bc654b-b1dd-453f-97a3-aeb09185fb81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.1068659 Oct 12 02:37:44.591601 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4d1cb215-29b0-4712-a28f-00ef0d6be5db req-d1ebb578-2773-4f01-be40-825884022676 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 210 time: 0.0356913 Oct 12 02:37:44.607334 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-baf697dc-74a2-4f46-b828-e50fa24023cc tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 380 time: 0.0805097 Oct 12 02:37:44.683238 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'port': {'device_id': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'admin_state_up': True, 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'security_groups': ['b492dffc-3231-432c-8517-2815792daacb']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:44.791599 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Made reservation on behalf of 7eee400d8a3e49779363a82047c30632 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:37:44.795303 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:44.920388 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.20.0.8 (f4911989-ac3d-4405-9f6f-ff84ea283a77/f0185fc9-9dd3-4d75-88d9-25efa26d90f0/a812f8b0-06e9-4772-909a-7121b2513bed) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:37:44.944964 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:44.955535 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:45.056382 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (a812f8b0-06e9-4772-909a-7121b2513bed), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:45.087524 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:45.133104 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:45.136235 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:45.139972 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:37:45.167699 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=a812f8b0-06e9-4772-909a-7121b2513bed,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:45.177295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.177647 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.177989 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.178331 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.178668 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.179003 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.179336 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.179664 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.179992 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.180317 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.180675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.181000 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.181323 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.181647 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.181968 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:45.208428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:45.209068 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:45.228842 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-94f9752d-2b6d-42b6-ab9d-1e8ebdb5e8c1 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5491638 Oct 12 02:37:45.247270 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Request body: {'port': {'device_id': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:45.310762 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:45.329063 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-5c679f3d-8bef-4495-9034-39268a6e4c05 None None] Provisioning complete for port a812f8b0-06e9-4772-909a-7121b2513bed triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:45.329631 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5c679f3d-8bef-4495-9034-39268a6e4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:45.329752 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-5c679f3d-8bef-4495-9034-39268a6e4c05 None None] Attempt 1 to provision port a812f8b0-06e9-4772-909a-7121b2513bed Oct 12 02:37:45.360670 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-5c679f3d-8bef-4495-9034-39268a6e4c05 None None] Port a812f8b0-06e9-4772-909a-7121b2513bed cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:37:45.714772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e0248-ef82-43d6-bcc5-9aa1c9f0bc96 req-ec422961-c8e3-46d9-a479-cb788560044f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:45.716272 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4a6e0248-ef82-43d6-bcc5-9aa1c9f0bc96 req-ec422961-c8e3-46d9-a479-cb788560044f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 931 time: 0.0484629 Oct 12 02:37:45.768691 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4a6e0248-ef82-43d6-bcc5-9aa1c9f0bc96 req-c4dec582-95c2-433a-92bf-87493564b6d6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467417 Oct 12 02:37:45.794642 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a812f8b0-06e9-4772-909a-7121b2513bed {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:37:45.802637 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Publish callbacks [] for port (a812f8b0-06e9-4772-909a-7121b2513bed), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:45.814820 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Transition to ACTIVE for port object a812f8b0-06e9-4772-909a-7121b2513bed will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:37:45.819105 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:45.897873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Pushing event updated for resources: {'Port': ['ID=a812f8b0-06e9-4772-909a-7121b2513bed,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:45.923955 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:45.929439 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Attempting to bind port a812f8b0-06e9-4772-909a-7121b2513bed on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:37:45.929813 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Attempting to bind port a812f8b0-06e9-4772-909a-7121b2513bed by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:37:45.930133 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Attempting to bind port a812f8b0-06e9-4772-909a-7121b2513bed on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:37:45.971606 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Port a812f8b0-06e9-4772-909a-7121b2513bed on network f4911989-ac3d-4405-9f6f-ff84ea283a77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:37:45.971930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Attempting to bind port a812f8b0-06e9-4772-909a-7121b2513bed on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:37:46.005239 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:46.014947 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:37:46.015281 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Checking segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:37:46.015661 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Bound using segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:37:46.016090 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Bound port: a812f8b0-06e9-4772-909a-7121b2513bed, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:37:46.016454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:46.076750 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] For port a812f8b0-06e9-4772-909a-7121b2513bed, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:37:46.079857 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] For port a812f8b0-06e9-4772-909a-7121b2513bed, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a812f8b0-06e9-4772-909a-7121b2513bed,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:37:46.085974 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:46.090137 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:46.090745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:46.092092 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/a812f8b0-06e9-4772-909a-7121b2513bed HTTP/1.1" status: 200 len: 1093 time: 0.8492491 Oct 12 02:37:46.092653 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:46.094885 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edcb999-af4b-4e32-b456-a5fe75a2b97a" -d '{"events": [{"name": "network-changed", "server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:46.137553 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210ab93-fd57-462a-a7c9-ec6d92c579ad x-openstack-request-id: req-7210ab93-fd57-462a-a7c9-ec6d92c579ad {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:46.137836 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:46.138088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7210ab93-fd57-462a-a7c9-ec6d92c579ad {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:46.138492 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7210ab93-fd57-462a-a7c9-ec6d92c579ad'] response: {'name': 'network-changed', 'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'status': 'completed', 'code': 200} Oct 12 02:37:46.148721 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d7c83-ecd7-4d85-8283-db1a39543d08 service neutron] Pushing event updated for resources: {'Port': ['ID=a812f8b0-06e9-4772-909a-7121b2513bed,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:46.197459 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-be7483d3-1b78-49d4-a454-bd372075e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:46.198900 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-be7483d3-1b78-49d4-a454-bd372075e7d2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 1127 time: 0.0391550 Oct 12 02:37:46.244201 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-3f38b8ae-1cad-4a40-a217-4b4cdb6beb9b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a812f8b0-06e9-4772-909a-7121b2513bed HTTP/1.1" status: 200 len: 217 time: 0.0322895 Oct 12 02:37:46.295005 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-4ec718f5-6a47-41a9-b256-4334de725e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:46.296423 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-4ec718f5-6a47-41a9-b256-4334de725e69 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0464725 Oct 12 02:37:46.338674 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-a7976fd7-31c1-43e1-b2a0-e68b4ab20c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:46.340104 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-a7976fd7-31c1-43e1-b2a0-e68b4ab20c25 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0375676 Oct 12 02:37:46.427721 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-a5cbce44-ec79-49dc-8a80-a465bba6f676 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819936 Oct 12 02:37:46.518638 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e8273707-d932-4b37-9b32-c542ae5abde7 req-187a4dfb-bb49-4ff3-bca4-a3f97e99ad26 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 Oct 12 02:37:46.794561 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-03cde90d-c23b-43e2-bb32-4803ef2b8da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:46.889138 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0b68-220e-478c-b62b-eab620b04e83 req-439b5cb8-b92d-436a-9ec1-4d62eb554fdb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:46.890585 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f33a0b68-220e-478c-b62b-eab620b04e83 req-439b5cb8-b92d-436a-9ec1-4d62eb554fdb tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 943 time: 0.0469365 Oct 12 02:37:46.936396 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f33a0b68-220e-478c-b62b-eab620b04e83 req-03dab046-4e0e-45dc-8657-12230b2e2a48 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402617 Oct 12 02:37:47.279523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-08b59396-fd58-4f24-a0b3-5a379b483df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:47.281033 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-08b59396-fd58-4f24-a0b3-5a379b483df5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 1127 time: 0.0391209 Oct 12 02:37:47.374313 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-100b9967-6fba-4e2f-975d-439629b9dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:47.375760 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-100b9967-6fba-4e2f-975d-439629b9dc20 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0885267 Oct 12 02:37:47.412898 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-642fd906-1aee-4210-a0ca-858e080f7f10 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a812f8b0-06e9-4772-909a-7121b2513bed HTTP/1.1" status: 200 len: 217 time: 0.0317338 Oct 12 02:37:47.459906 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-9684d685-0882-4d46-954f-9303ca426ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:47.461317 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-9684d685-0882-4d46-954f-9303ca426ac4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0431764 Oct 12 02:37:47.506771 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-39956569-2917-43bb-a9dd-5bbf6d1650b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:47.508209 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-39956569-2917-43bb-a9dd-5bbf6d1650b0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0418763 Oct 12 02:37:47.596674 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-bd33802a-e55a-4c71-aa26-0e7bede70d77 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822866 Oct 12 02:37:47.670995 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:47.688530 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6edcb999-af4b-4e32-b456-a5fe75a2b97a req-41b17ebe-f164-4632-9fbd-f9747283b4c6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863192 Oct 12 02:37:48.056114 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193572d5-90ed-4491-937f-91c30aeeb0da req-e030bf20-a789-4885-97ab-c4239b651c1b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:48.057566 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-193572d5-90ed-4491-937f-91c30aeeb0da req-e030bf20-a789-4885-97ab-c4239b651c1b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 943 time: 0.0460227 Oct 12 02:37:48.069102 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:48.107788 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-193572d5-90ed-4491-937f-91c30aeeb0da req-9e77e425-ce27-4c48-9df4-81243727b509 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 Oct 12 02:37:48.201270 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device a812f8b0-06e9-4772-909a-7121b2513bed details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:37:48.304705 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port a812f8b0-06e9-4772-909a-7121b2513bed, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a812f8b0-06e9-4772-909a-7121b2513bed,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:48.315915 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'port_id': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'mac_address': 'fa:16:3e:5b:9e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:37:48.351712 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port a812f8b0-06e9-4772-909a-7121b2513bed is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:48.352107 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:48.365647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a812f8b0-06e9-4772-909a-7121b2513bed {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:37:48.388632 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port a812f8b0-06e9-4772-909a-7121b2513bed, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a812f8b0-06e9-4772-909a-7121b2513bed,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:48.392014 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:48.568142 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=a812f8b0-06e9-4772-909a-7121b2513bed,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:48.667193 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['a812f8b0-06e9-4772-909a-7121b2513bed'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:37:48.721526 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:48.771879 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:49.003166 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9da8e2ce-828e-432f-b13e-2d9e0c8d7b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:49.229370 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b5296-3218-4edc-a09a-d1d012c0036b req-1f14af24-d0d2-4908-be52-72e2efeff443 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:49.230832 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-071b5296-3218-4edc-a09a-d1d012c0036b req-1f14af24-d0d2-4908-be52-72e2efeff443 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 944 time: 0.0460908 Oct 12 02:37:49.278293 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-071b5296-3218-4edc-a09a-d1d012c0036b req-0c99ad33-14b5-4c4b-b765-23a616a2f156 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Oct 12 02:37:50.217985 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device a812f8b0-06e9-4772-909a-7121b2513bed up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:37:50.261887 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port a812f8b0-06e9-4772-909a-7121b2513bed completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:37:50.267052 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port a812f8b0-06e9-4772-909a-7121b2513bed triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:50.267429 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:50.267761 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port a812f8b0-06e9-4772-909a-7121b2513bed Oct 12 02:37:50.322287 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:50.357581 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port a812f8b0-06e9-4772-909a-7121b2513bed is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:50.357975 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:50.382754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:50.385001 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3937a3e8-442d-4dc8-88b9-1610b24b39cb" -d '{"events": [{"server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "name": "network-vif-plugged", "status": "completed", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:50.398670 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port a812f8b0-06e9-4772-909a-7121b2513bed, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a812f8b0-06e9-4772-909a-7121b2513bed,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:50.404130 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:50.408154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141c981-d838-491a-aaa2-4934d9ca5c38 req-5ffa3eef-1321-418c-8aca-29e1e654128a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:50.409720 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d141c981-d838-491a-aaa2-4934d9ca5c38 req-5ffa3eef-1321-418c-8aca-29e1e654128a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 944 time: 0.0546443 Oct 12 02:37:50.429982 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e663fc58-2d4d-4342-9332-c5ff74363fab x-openstack-request-id: req-e663fc58-2d4d-4342-9332-c5ff74363fab {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:50.430274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "name": "network-vif-plugged", "status": "completed", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:50.430520 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e663fc58-2d4d-4342-9332-c5ff74363fab {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:50.430903 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e663fc58-2d4d-4342-9332-c5ff74363fab'] response: {'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'code': 200} Oct 12 02:37:50.456210 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=a812f8b0-06e9-4772-909a-7121b2513bed,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:50.469120 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d141c981-d838-491a-aaa2-4934d9ca5c38 req-ba53c523-466e-4aad-9857-1f30b7dd409e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486753 Oct 12 02:37:50.630454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f5252-a686-4bfb-855c-f3455d05713d req-7568a4d3-8a86-4274-a3e7-4dca16aaf731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:50.631983 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-520f5252-a686-4bfb-855c-f3455d05713d req-7568a4d3-8a86-4274-a3e7-4dca16aaf731 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 1129 time: 0.0388324 Oct 12 02:37:50.674440 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-520f5252-a686-4bfb-855c-f3455d05713d req-3cb559df-ebc2-4d5a-9249-398a9ed5d2b9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369887 Oct 12 02:37:50.981460 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:50.984107 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:51.592016 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc929eb-3bf9-4250-b6aa-90f8c138c28c req-1c0be301-3ed8-48f9-859a-14666697a7a9 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:51.593493 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3cc929eb-3bf9-4250-b6aa-90f8c138c28c req-1c0be301-3ed8-48f9-859a-14666697a7a9 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 945 time: 0.0489056 Oct 12 02:37:51.644023 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3cc929eb-3bf9-4250-b6aa-90f8c138c28c req-8860e561-2525-4057-9a60-33a82b4ffec6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Oct 12 02:37:51.940756 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:51.987032 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:52.764752 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0603b4-4a8a-4bbf-90f5-5b99a634543a req-b4828d2c-f3c1-49e2-99f8-9b07e24c25dd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:52.766220 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7a0603b4-4a8a-4bbf-90f5-5b99a634543a req-b4828d2c-f3c1-49e2-99f8-9b07e24c25dd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 945 time: 0.0452135 Oct 12 02:37:52.815543 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7a0603b4-4a8a-4bbf-90f5-5b99a634543a req-5b2e17df-7554-4dcd-addb-ad9361a31e7c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Oct 12 02:37:52.930313 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af8c-11b9-4090-8add-e3fb69d016f1 req-d62f74d8-eb41-476f-b5e8-0a5e81dbf89f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:52.931775 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2419af8c-11b9-4090-8add-e3fb69d016f1 req-d62f74d8-eb41-476f-b5e8-0a5e81dbf89f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 945 time: 0.0464025 Oct 12 02:37:52.941725 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59306) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:52.945948 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'port_id': 'a812f8b0-06e9-4772-909a-7121b2513bed'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:52.985090 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (48503a75-6314-47d7-9c5e-73cc16782c04), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:53.632424 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:53.635908 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (48503a75-6314-47d7-9c5e-73cc16782c04), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:53.670348 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:53.682507 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:53.734598 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.l3_db [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP 48503a75-6314-47d7-9c5e-73cc16782c04 associated. External IP: 172.28.2.57, port: a812f8b0-06e9-4772-909a-7121b2513bed. Oct 12 02:37:53.934194 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:37:54.037293 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:54.042152 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:54.048851 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:54.059293 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:54.059915 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:37:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:54.073165 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-33e9de81-f8ed-41e6-bd79-e28354850dbe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/48503a75-6314-47d7-9c5e-73cc16782c04 HTTP/1.1" status: 200 len: 990 time: 1.1303449 Oct 12 02:37:54.074038 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:54.076336 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ca6e33-a50c-4155-9463-e192c844b938" -d '{"events": [{"name": "network-changed", "server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:54.118583 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de9886-0f1e-4264-8b09-5410bb08a1b6 x-openstack-request-id: req-f6de9886-0f1e-4264-8b09-5410bb08a1b6 {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:54.118883 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:54.119148 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6de9886-0f1e-4264-8b09-5410bb08a1b6 {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:54.119567 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6de9886-0f1e-4264-8b09-5410bb08a1b6'] response: {'name': 'network-changed', 'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'status': 'completed', 'code': 200} Oct 12 02:37:54.169233 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:54.203606 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6e33-a50c-4155-9463-e192c844b938 req-ed2cc612-3b97-44d0-a78b-f4a2ff46352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:54.205156 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64ca6e33-a50c-4155-9463-e192c844b938 req-ed2cc612-3b97-44d0-a78b-f4a2ff46352b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 1129 time: 0.0388141 Oct 12 02:37:54.299541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6e33-a50c-4155-9463-e192c844b938 req-f44f1236-ac09-4645-bcaa-071063fdffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:54.301668 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64ca6e33-a50c-4155-9463-e192c844b938 req-f44f1236-ac09-4645-bcaa-071063fdffb4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0910900 Oct 12 02:37:54.362494 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64ca6e33-a50c-4155-9463-e192c844b938 req-6ceefa2c-1822-4d9d-ad7c-64ec3b8a6b57 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a812f8b0-06e9-4772-909a-7121b2513bed HTTP/1.1" status: 200 len: 998 time: 0.0552623 Oct 12 02:37:54.380745 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '48503a75-6314-47d7-9c5e-73cc16782c04', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:5b:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:37:42Z', 'updated_at': '2022-10-12T02:37:53Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:54.404448 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:54.409307 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6e33-a50c-4155-9463-e192c844b938 req-0b315e6c-dac3-4e34-bcae-be8257cd54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:54.410872 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64ca6e33-a50c-4155-9463-e192c844b938 req-0b315e6c-dac3-4e34-bcae-be8257cd54e6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0429111 Oct 12 02:37:54.412905 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:54.413510 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:37:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:54.457786 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6e33-a50c-4155-9463-e192c844b938 req-fd617694-5664-4061-a20d-0f654aedbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:54.459275 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64ca6e33-a50c-4155-9463-e192c844b938 req-fd617694-5664-4061-a20d-0f654aedbe33 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0428321 Oct 12 02:37:54.514284 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:54.516490 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:54.557436 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64ca6e33-a50c-4155-9463-e192c844b938 req-1f8a77ed-baa8-4946-a253-af116bcadbe8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923672 Oct 12 02:37:54.601225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:54.651110 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-64ca6e33-a50c-4155-9463-e192c844b938 req-c23c4a1a-c436-4f0d-ab8a-57f2b45d1444 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872304 Oct 12 02:37:54.730004 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '48503a75-6314-47d7-9c5e-73cc16782c04', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:5b:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:37:42Z', 'updated_at': '2022-10-12T02:37:53Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:54.754228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657156e5-f1a5-4f32-899c-a0136a71cfc9 None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': '48503a75-6314-47d7-9c5e-73cc16782c04', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:5b:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:37:42Z', 'updated_at': '2022-10-12T02:37:53Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:54.935470 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aba731-97cf-4934-8312-5887f9fe15f6 None None] New status for floating IP 48503a75-6314-47d7-9c5e-73cc16782c04: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:38:01.135491 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:38:04.066067 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=39 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:04.068802 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=49 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:04.638709 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=81 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:04.647904 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=79 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:04.732205 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=15 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:04.732977 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=24 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:05.320325 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:12.028076 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:12.029971 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=29 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:15.310964 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:15.316898 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:16.796648 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-27d4d88a-432d-4152-8818-a587e6b7a1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:19.005363 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e3640ba5-c225-4003-b92f-f01ca582d4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:20.317025 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:21.944683 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:21.990148 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:31.983605 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=10 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:31.985469 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:32.679441 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d79414-e81a-4f23-a6ad-e0334c71afa6 req-74fc7139-e412-4b9c-9b1e-a9efd37993a7 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:32.680919 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e3d79414-e81a-4f23-a6ad-e0334c71afa6 req-74fc7139-e412-4b9c-9b1e-a9efd37993a7 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 945 time: 0.0471566 Oct 12 02:38:32.727557 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e3d79414-e81a-4f23-a6ad-e0334c71afa6 req-be41ff00-4b54-426a-a371-be1100c2182a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Oct 12 02:38:33.848445 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb9459-4863-45c5-9cc4-51009a662548 req-0774ff02-e35c-4deb-a181-1c2f5b9b119e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:33.849840 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dfcb9459-4863-45c5-9cc4-51009a662548 req-0774ff02-e35c-4deb-a181-1c2f5b9b119e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 945 time: 0.0471768 Oct 12 02:38:33.896926 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dfcb9459-4863-45c5-9cc4-51009a662548 req-533bec13-596c-4ebf-a508-bcb34fd63a8e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b492dffc-3231-432c-8517-2815792daacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 Oct 12 02:38:34.302541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-0316b72d-1da3-4568-a01d-dc555aa920e0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:34.303964 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-0316b72d-1da3-4568-a01d-dc555aa920e0 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 945 time: 0.0471785 Oct 12 02:38:34.394146 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port a812f8b0-06e9-4772-909a-7121b2513bed {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:38:34.394492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:34.487027 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] For port a812f8b0-06e9-4772-909a-7121b2513bed, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a812f8b0-06e9-4772-909a-7121b2513bed,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:38:34.487384 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:34.644430 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:34.644818 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (48503a75-6314-47d7-9c5e-73cc16782c04), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:34.645126 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP 48503a75-6314-47d7-9c5e-73cc16782c04 disassociated. External IP: 172.28.2.57, port: a812f8b0-06e9-4772-909a-7121b2513bed. Oct 12 02:38:34.645462 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for a812f8b0-06e9-4772-909a-7121b2513bed owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:38:34.770069 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (a812f8b0-06e9-4772-909a-7121b2513bed), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:34.797223 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=a812f8b0-06e9-4772-909a-7121b2513bed,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:34.908328 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:38:35.028680 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-067e5d63-6617-44a9-9a77-77f1a23ee5be req-732255d3-6521-4716-8a80-1a0b4b951f1e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 210 time: 0.0332203 Oct 12 02:38:35.034540 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:35.052272 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:38:35.053342 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:38:35.062942 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:38:35.063574 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:38:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:35.092204 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] No DVR routers for this DVR port a812f8b0-06e9-4772-909a-7121b2513bed on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:38:35.094629 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:35.098098 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9eb222b1-33d4-495e-a168-70f1ecf5cef6 req-abe8ef1a-132c-4c7f-98b6-9486b21fc816 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "DELETE /networking/v2.0/ports/a812f8b0-06e9-4772-909a-7121b2513bed HTTP/1.1" status: 204 len: 173 time: 0.7889621 Oct 12 02:38:35.098585 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'name': 'network-vif-deleted', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:38:35.100920 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6892dba-b33f-4668-8ebc-ec7915e595a9" -d '{"events": [{"server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "name": "network-vif-deleted", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:38:35.151350 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bdc0ab-46cf-4d02-9387-54aed07b9e93 x-openstack-request-id: req-43bdc0ab-46cf-4d02-9387-54aed07b9e93 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:38:35.151724 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448a6890-d6a6-4f41-9056-49f2d3f8861e", "name": "network-vif-deleted", "tag": "a812f8b0-06e9-4772-909a-7121b2513bed", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:38:35.152185 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43bdc0ab-46cf-4d02-9387-54aed07b9e93 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:38:35.152615 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bdc0ab-46cf-4d02-9387-54aed07b9e93'] response: {'server_uuid': '448a6890-d6a6-4f41-9056-49f2d3f8861e', 'name': 'network-vif-deleted', 'tag': 'a812f8b0-06e9-4772-909a-7121b2513bed', 'status': 'completed', 'code': 200} Oct 12 02:38:35.183389 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:38:35.381089 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:35.396226 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:35.424225 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:38:35.434772 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:38:35.435495 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:38:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:35.540072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:38:35.725254 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:35.752778 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ef470-4012-4525-9dbf-37a29bf831b8 None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:38:35.961956 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749c85f-3de7-45f3-8034-126137901840 None None] New status for floating IP 48503a75-6314-47d7-9c5e-73cc16782c04: DOWN {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:38:36.180203 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-778b93a7-cdcc-4412-aae7-0a6808cbcfeb req-d7bb0a32-cad7-4473-b893-956530572e37 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=448a6890-d6a6-4f41-9056-49f2d3f8861e HTTP/1.1" status: 200 len: 210 time: 0.0305989 Oct 12 02:38:37.277583 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59386) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:37.314427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:37.347979 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6c02-465c-40f9-8ff6-1ba877dcb51a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (b492dffc-3231-432c-8517-2815792daacb), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.371668 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6c02-465c-40f9-8ff6-1ba877dcb51a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (b492dffc-3231-432c-8517-2815792daacb), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.429047 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6c02-465c-40f9-8ff6-1ba877dcb51a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (b492dffc-3231-432c-8517-2815792daacb), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.431729 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6c02-465c-40f9-8ff6-1ba877dcb51a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.433145 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-d9ab6c02-465c-40f9-8ff6-1ba877dcb51a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b492dffc-3231-432c-8517-2815792daacb HTTP/1.1" status: 204 len: 168 time: 0.1545484 Oct 12 02:38:37.437683 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59388) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:37.443406 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab6c02-465c-40f9-8ff6-1ba877dcb51a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b492dffc-3231-432c-8517-2815792daacb,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:37.452132 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.api.v2.resource [None req-9f5b111e-b18f-45ad-b836-b894711588ed tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] show failed (client error): The resource could not be found. Oct 12 02:38:37.456197 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59390) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:37.456373 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-9f5b111e-b18f-45ad-b836-b894711588ed tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups/b492dffc-3231-432c-8517-2815792daacb HTTP/1.1" status: 404 len: 347 time: 0.0190520 Oct 12 02:38:37.579321 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port 5035c93f-d003-49f1-b585-6815c91a3cd4 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:38:37.579661 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.660032 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.660358 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (5035c93f-d003-49f1-b585-6815c91a3cd4), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.672577 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for 5035c93f-d003-49f1-b585-6815c91a3cd4 owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:38:37.798395 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (5035c93f-d003-49f1-b585-6815c91a3cd4), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.825687 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=5035c93f-d003-49f1-b585-6815c91a3cd4,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:37.891063 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (48503a75-6314-47d7-9c5e-73cc16782c04), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.893800 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:37.894911 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-bfb98d0c-561d-45ac-a894-9c6e64ffa7fe tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/48503a75-6314-47d7-9c5e-73cc16782c04 HTTP/1.1" status: 204 len: 168 time: 0.4377117 Oct 12 02:38:37.959782 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59394) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:37.964454 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804843840', 'description': 'tempest-description--865132323'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:38:37.985283 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.053755 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (32498402-773f-4b90-bbcb-c6b1160e4ee9), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.057576 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (32498402-773f-4b90-bbcb-c6b1160e4ee9), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.087528 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.088752 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1278672 Oct 12 02:38:38.089840 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32498402-773f-4b90-bbcb-c6b1160e4ee9,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:38.091796 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59396) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:38.096584 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-719aa197-150c-4183-80d5-1d6f4764f93c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': '32498402-773f-4b90-bbcb-c6b1160e4ee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:38:38.097014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.097615 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.097968 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.098311 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.098665 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.098978 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.099305 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.099633 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.099963 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.100288 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.100664 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.100989 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.101881 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.102407 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.102515 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af3380-077d-42d2-a663-4e1038e36bf8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:38.125096 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-719aa197-150c-4183-80d5-1d6f4764f93c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (3873301c-8ce2-4a70-a965-1aac597baf0f), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.135700 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:38:38.180969 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-719aa197-150c-4183-80d5-1d6f4764f93c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (3873301c-8ce2-4a70-a965-1aac597baf0f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.184220 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-719aa197-150c-4183-80d5-1d6f4764f93c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (3873301c-8ce2-4a70-a965-1aac597baf0f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.203111 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aa197-150c-4183-80d5-1d6f4764f93c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3873301c-8ce2-4a70-a965-1aac597baf0f,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:38.207095 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-719aa197-150c-4183-80d5-1d6f4764f93c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.208316 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-719aa197-150c-4183-80d5-1d6f4764f93c tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153829 Oct 12 02:38:38.210941 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59398) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:38.215074 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-be4dd241-acc9-4c6b-8c15-41a2a31c2f81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'security_group_rule': {'security_group_id': '32498402-773f-4b90-bbcb-c6b1160e4ee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:38:38.244136 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-be4dd241-acc9-4c6b-8c15-41a2a31c2f81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (a1886cd8-9d68-4c03-9120-e2b727704764), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.282849 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:38.293810 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-be4dd241-acc9-4c6b-8c15-41a2a31c2f81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (a1886cd8-9d68-4c03-9120-e2b727704764), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.297085 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-be4dd241-acc9-4c6b-8c15-41a2a31c2f81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (a1886cd8-9d68-4c03-9120-e2b727704764), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.309605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:38.317235 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dd241-acc9-4c6b-8c15-41a2a31c2f81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1886cd8-9d68-4c03-9120-e2b727704764,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:38.325868 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-be4dd241-acc9-4c6b-8c15-41a2a31c2f81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.327035 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-be4dd241-acc9-4c6b-8c15-41a2a31c2f81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151996 Oct 12 02:38:38.330081 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59400) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:38.334204 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:38:38.355872 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.431930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.500855 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device a812f8b0-06e9-4772-909a-7121b2513bed no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:38:38.520336 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: a812f8b0-06e9-4772-909a-7121b2513bed {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:38:38.520710 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device a812f8b0-06e9-4772-909a-7121b2513bed not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:38:38.534626 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.28.2.17 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/0a52fa37-2d4f-4bcf-aaac-354b990a192f) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:38:38.637283 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.668837 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.705996 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:38:38.708901 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:38:38.713046 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:38:38.738393 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=0a52fa37-2d4f-4bcf-aaac-354b990a192f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:38.796821 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.836652 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.969876 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:38.984515 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:38.989185 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:39.015663 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:39.064210 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:39.067763 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=0a52fa37-2d4f-4bcf-aaac-354b990a192f,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:39.082337 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:39.083559 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f252e1c5-dca8-48ec-96bb-004c285cb207 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7525837 Oct 12 02:38:39.235670 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-71605205-cfb8-44cc-9872-354ac6e9873f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--804843840&fields=id&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 267 time: 0.0436535 Oct 12 02:38:39.342265 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-a967a897-6c5d-4fd3-a7dc-06bdee0252f7 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:39.343690 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-a967a897-6c5d-4fd3-a7dc-06bdee0252f7 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.1017845 Oct 12 02:38:39.358662 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-93067e20-e690-4b2e-85a7-ec9df50a6931 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/quotas/7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Oct 12 02:38:39.405647 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-a48ec092-df2b-45d9-a511-f7ca8df4f9ac tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421150 Oct 12 02:38:39.722230 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-cdf8de0c-78b0-4dc4-8663-0a3e97cfd97a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045022 Oct 12 02:38:39.809279 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-81901b47-075a-462d-a551-54fec82ce234 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809333 Oct 12 02:38:39.972581 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6120077a-6d95-475a-91ab-03b762fa237b req-440718a6-dc5c-4c65-88e7-6eb34e8fbefd tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 210 time: 0.0285823 Oct 12 02:38:41.023350 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-9d11591b-a53c-4090-b5f5-6d4f9b761b1b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:41.024586 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-9d11591b-a53c-4090-b5f5-6d4f9b761b1b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 815 time: 0.1075437 Oct 12 02:38:41.093645 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-92ef29a0-52bc-4e44-a6f7-56c2d074b54b req-41d2d518-1f12-4a02-9da2-ef1cb255fc00 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 210 time: 0.0415802 Oct 12 02:38:41.122896 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2dd65bf7-a883-4d48-b91b-c96152eaf334 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7eee400d8a3e49779363a82047c30632 HTTP/1.1" status: 200 len: 379 time: 0.0845275 Oct 12 02:38:41.194746 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'port': {'device_id': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'admin_state_up': True, 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'security_groups': ['32498402-773f-4b90-bbcb-c6b1160e4ee9']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:38:41.306630 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Made reservation on behalf of 7eee400d8a3e49779363a82047c30632 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:38:41.310245 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:41.419855 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:41.439420 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Allocated IP 172.20.0.13 (f4911989-ac3d-4405-9f6f-ff84ea283a77/f0185fc9-9dd3-4d75-88d9-25efa26d90f0/23d86f47-1a97-4b63-a021-c50743b74c59) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:38:41.467773 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:41.579184 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for port (23d86f47-1a97-4b63-a021-c50743b74c59), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:41.609833 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:41.657899 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:38:41.661077 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:38:41.665715 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:38:41.693833 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event updated for resources: {'Port': ['ID=23d86f47-1a97-4b63-a021-c50743b74c59,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:41.720849 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:41.721470 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:41.738927 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2ff04499-5776-4c50-b2c3-5ef5cf0c0147 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5477943 Oct 12 02:38:41.755014 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Request body: {'port': {'device_id': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:38:41.817121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:41.887768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-78d1b87f-998c-41c3-92ec-37eee9f24d91 None None] Provisioning complete for port 23d86f47-1a97-4b63-a021-c50743b74c59 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:38:41.888381 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-78d1b87f-998c-41c3-92ec-37eee9f24d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:41.888507 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-78d1b87f-998c-41c3-92ec-37eee9f24d91 None None] Attempt 1 to provision port 23d86f47-1a97-4b63-a021-c50743b74c59 Oct 12 02:38:41.921388 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-78d1b87f-998c-41c3-92ec-37eee9f24d91 None None] Port 23d86f47-1a97-4b63-a021-c50743b74c59 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:38:42.075478 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d86f47-1a97-4b63-a021-c50743b74c59 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:38:42.082966 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Publish callbacks [] for port (23d86f47-1a97-4b63-a021-c50743b74c59), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:42.095931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Transition to ACTIVE for port object 23d86f47-1a97-4b63-a021-c50743b74c59 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:38:42.098992 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:42.159589 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Pushing event updated for resources: {'Port': ['ID=23d86f47-1a97-4b63-a021-c50743b74c59,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:42.214177 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Attempting to bind port 23d86f47-1a97-4b63-a021-c50743b74c59 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:38:42.214433 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9094-2c41-47af-b54f-7d91e2f2c3a4 req-e46e6cd9-c348-4ed9-a71f-03f45cabaf17 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:42.214904 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Attempting to bind port 23d86f47-1a97-4b63-a021-c50743b74c59 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:38:42.214904 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Attempting to bind port 23d86f47-1a97-4b63-a021-c50743b74c59 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:38:42.215799 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e85f9094-2c41-47af-b54f-7d91e2f2c3a4 req-e46e6cd9-c348-4ed9-a71f-03f45cabaf17 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 944 time: 0.0462477 Oct 12 02:38:42.217493 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:42.245959 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:42.261420 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Port 23d86f47-1a97-4b63-a021-c50743b74c59 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:38:42.261710 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Attempting to bind port 23d86f47-1a97-4b63-a021-c50743b74c59 on network f4911989-ac3d-4405-9f6f-ff84ea283a77 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:38:42.266023 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e85f9094-2c41-47af-b54f-7d91e2f2c3a4 req-f4b53a30-a195-4dce-861b-9927e851de5f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Oct 12 02:38:42.305414 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:38:42.305743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Checking segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:38:42.306123 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Bound using segment: {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:38:42.306554 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Bound port: 23d86f47-1a97-4b63-a021-c50743b74c59, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cf54c9-0ed8-4dbf-b481-520ee6030742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:38:42.306913 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:42.366105 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] For port 23d86f47-1a97-4b63-a021-c50743b74c59, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:38:42.369414 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] For port 23d86f47-1a97-4b63-a021-c50743b74c59, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=23d86f47-1a97-4b63-a021-c50743b74c59,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:38:42.375480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:42.379525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:42.380147 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:42.381532 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/23d86f47-1a97-4b63-a021-c50743b74c59 HTTP/1.1" status: 200 len: 1094 time: 0.6308670 Oct 12 02:38:42.382085 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:38:42.384506 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97796765-21b3-4929-b118-342d9ca092cd" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:38:42.425053 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0105f8-96ec-4864-8ba0-6faea28bd467 x-openstack-request-id: req-db0105f8-96ec-4864-8ba0-6faea28bd467 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:38:42.425348 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:38:42.425603 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db0105f8-96ec-4864-8ba0-6faea28bd467 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:38:42.426011 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0105f8-96ec-4864-8ba0-6faea28bd467'] response: {'name': 'network-changed', 'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59', 'status': 'completed', 'code': 200} Oct 12 02:38:42.440161 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a32df-f155-46a8-86a8-03c0a64e5de2 service neutron] Pushing event updated for resources: {'Port': ['ID=23d86f47-1a97-4b63-a021-c50743b74c59,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:42.510818 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-50f38c4f-933b-4352-b57b-c2159d611da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:42.512292 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-50f38c4f-933b-4352-b57b-c2159d611da7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 1128 time: 0.0392191 Oct 12 02:38:42.556799 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-6c360fff-4f6c-46fb-b4b7-1db7bfe3e45a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d86f47-1a97-4b63-a021-c50743b74c59 HTTP/1.1" status: 200 len: 217 time: 0.0316370 Oct 12 02:38:42.609092 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2c77a7b0-b3ce-48d0-9097-4978727b57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:42.610497 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-2c77a7b0-b3ce-48d0-9097-4978727b57ef service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0470927 Oct 12 02:38:42.654088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-f2f0e386-d5ba-4756-8be0-25001abc7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:42.655564 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-f2f0e386-d5ba-4756-8be0-25001abc7b1f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0394378 Oct 12 02:38:42.745228 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-76aa3f78-3389-4b17-9e18-a12bf9333d18 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830991 Oct 12 02:38:43.057845 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78847fd5-e6d0-4428-bfeb-c1d66a8d693b req-6abbf1c3-b18f-455e-945e-50e4b6f44857 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Oct 12 02:38:43.391407 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2a6d8-67f4-4135-a3a8-f36c2184ac6d req-6cdac187-6330-4fb1-a198-136414b236c7 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:43.393007 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-01e2a6d8-67f4-4135-a3a8-f36c2184ac6d req-6cdac187-6330-4fb1-a198-136414b236c7 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 944 time: 0.0513227 Oct 12 02:38:43.440164 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-01e2a6d8-67f4-4135-a3a8-f36c2184ac6d req-9fd71087-74d1-46c7-b294-a98d5b434ccf tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414052 Oct 12 02:38:43.798737 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796765-21b3-4929-b118-342d9ca092cd req-45d2fdc6-3ea2-4323-9e49-ba113109065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:43.800187 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-97796765-21b3-4929-b118-342d9ca092cd req-45d2fdc6-3ea2-4323-9e49-ba113109065e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 1128 time: 0.0397904 Oct 12 02:38:44.078513 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796765-21b3-4929-b118-342d9ca092cd req-2c926fbe-e054-487d-b397-5e9f4361398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:44.079858 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-97796765-21b3-4929-b118-342d9ca092cd req-2c926fbe-e054-487d-b397-5e9f4361398d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0899460 Oct 12 02:38:44.117155 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-97796765-21b3-4929-b118-342d9ca092cd req-83b1499b-47e0-4992-b083-3d4f71a38b48 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d86f47-1a97-4b63-a021-c50743b74c59 HTTP/1.1" status: 200 len: 217 time: 0.0316803 Oct 12 02:38:44.165169 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796765-21b3-4929-b118-342d9ca092cd req-b103eb25-ffa0-4fe8-8c74-20c374936079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:44.166546 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-97796765-21b3-4929-b118-342d9ca092cd req-b103eb25-ffa0-4fe8-8c74-20c374936079 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0432010 Oct 12 02:38:44.218741 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796765-21b3-4929-b118-342d9ca092cd req-e05a74c2-4217-45a0-9efa-5a69b0d16e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:44.220192 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-97796765-21b3-4929-b118-342d9ca092cd req-e05a74c2-4217-45a0-9efa-5a69b0d16e38 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0428426 Oct 12 02:38:44.309671 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-97796765-21b3-4929-b118-342d9ca092cd req-ed3c9b02-0f57-4769-90f4-52e0bdecc317 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Oct 12 02:38:44.361279 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:44.403492 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-97796765-21b3-4929-b118-342d9ca092cd req-ecb97ed1-28c2-41d4-ad8f-7c0bd0270ccf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876300 Oct 12 02:38:44.529307 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 23d86f47-1a97-4b63-a021-c50743b74c59 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:38:44.561719 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417d02c-6464-41cf-acf9-ce9b6a746958 req-c81a7534-e1ac-4529-9a5d-68c835b093c2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:44.563361 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4417d02c-6464-41cf-acf9-ce9b6a746958 req-c81a7534-e1ac-4529-9a5d-68c835b093c2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 944 time: 0.0477679 Oct 12 02:38:44.589605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:44.594954 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:44.602768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:44.614084 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4417d02c-6464-41cf-acf9-ce9b6a746958 req-87f4af88-2af3-46bf-8a2a-d40f947342bc tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448918 Oct 12 02:38:44.632442 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 23d86f47-1a97-4b63-a021-c50743b74c59, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=23d86f47-1a97-4b63-a021-c50743b74c59,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:38:44.645197 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '23d86f47-1a97-4b63-a021-c50743b74c59', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'port_id': '23d86f47-1a97-4b63-a021-c50743b74c59', 'mac_address': 'fa:16:3e:31:ce:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:38:44.678546 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 23d86f47-1a97-4b63-a021-c50743b74c59 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:38:44.678930 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:44.692323 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d86f47-1a97-4b63-a021-c50743b74c59 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:38:44.715436 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 23d86f47-1a97-4b63-a021-c50743b74c59, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=23d86f47-1a97-4b63-a021-c50743b74c59,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:38:44.718928 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:44.764828 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=23d86f47-1a97-4b63-a021-c50743b74c59,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:44.771705 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.772055 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.772392 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.772753 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.773083 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.773445 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.773902 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.774243 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.774567 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.774887 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.775209 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.775551 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.775873 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.776187 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.776529 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:44.980617 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['23d86f47-1a97-4b63-a021-c50743b74c59'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:38:45.734625 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25066b78-6bfb-453a-b71d-37a4c7f80028 req-f2b95098-b8b6-4e91-842f-e89cc10a8df5 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:45.736079 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-25066b78-6bfb-453a-b71d-37a4c7f80028 req-f2b95098-b8b6-4e91-842f-e89cc10a8df5 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 945 time: 0.0466878 Oct 12 02:38:45.782711 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-25066b78-6bfb-453a-b71d-37a4c7f80028 req-61fb8fbd-5c4d-49a0-bbf2-f62a3ff1c050 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411141 Oct 12 02:38:46.149939 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:46.542827 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 23d86f47-1a97-4b63-a021-c50743b74c59 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:38:46.713602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 23d86f47-1a97-4b63-a021-c50743b74c59 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:38:46.719354 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 23d86f47-1a97-4b63-a021-c50743b74c59 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:38:46.719725 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:46.720101 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 23d86f47-1a97-4b63-a021-c50743b74c59 Oct 12 02:38:46.802061 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 23d86f47-1a97-4b63-a021-c50743b74c59 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:38:46.802350 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:46.815724 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1de59fd4-e9a7-4e1b-a9f9-d7938c439136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:46.828321 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:38:46.830580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebca82fb-e366-4086-9ae3-4a150f862539" -d '{"events": [{"server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "name": "network-vif-plugged", "status": "completed", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:38:46.844675 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 23d86f47-1a97-4b63-a021-c50743b74c59, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=23d86f47-1a97-4b63-a021-c50743b74c59,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:38:46.850400 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:46.883629 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02404e64-b648-44b6-8ff2-0d14f0990605 x-openstack-request-id: req-02404e64-b648-44b6-8ff2-0d14f0990605 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:38:46.883922 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "name": "network-vif-plugged", "status": "completed", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:38:46.884714 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02404e64-b648-44b6-8ff2-0d14f0990605 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:38:46.885134 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02404e64-b648-44b6-8ff2-0d14f0990605'] response: {'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59', 'code': 200} Oct 12 02:38:46.900704 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=23d86f47-1a97-4b63-a021-c50743b74c59,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:46.906252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463782f-3ed7-46e5-b538-d74a73bed325 req-3f0c33a3-906b-4827-a137-134b061d0a85 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:46.907741 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0463782f-3ed7-46e5-b538-d74a73bed325 req-3f0c33a3-906b-4827-a137-134b061d0a85 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 946 time: 0.0477304 Oct 12 02:38:46.959908 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-0463782f-3ed7-46e5-b538-d74a73bed325 req-9b0f9435-872b-4d8f-9169-03084776dc9b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465202 Oct 12 02:38:47.084297 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493931bb-68e2-4655-b711-ae47aca8a77a req-2b2d4789-6196-4c8f-a145-775837315488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:47.085703 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-493931bb-68e2-4655-b711-ae47aca8a77a req-2b2d4789-6196-4c8f-a145-775837315488 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0382679 Oct 12 02:38:47.129123 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-493931bb-68e2-4655-b711-ae47aca8a77a req-4d336406-5024-4f31-b69a-d5693e1563d7 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372474 Oct 12 02:38:48.082865 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73015e-6430-4c46-8767-df7bd1e73053 req-1f420f07-dd71-4ea6-9326-52892c8d1d73 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:48.084338 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5f73015e-6430-4c46-8767-df7bd1e73053 req-1f420f07-dd71-4ea6-9326-52892c8d1d73 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 946 time: 0.0458181 Oct 12 02:38:48.132657 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=10 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:48.135259 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5f73015e-6430-4c46-8767-df7bd1e73053 req-3076fdc6-ddf0-42c5-b147-208afa34435a tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449433 Oct 12 02:38:49.007761 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e3c549ca-1ef8-45d6-add0-1df262332f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:49.254611 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85131fa1-2af8-4a83-ae58-22aaa048ae7d req-693768d5-5244-4cb0-a50b-381143720dd6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:49.256049 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-85131fa1-2af8-4a83-ae58-22aaa048ae7d req-693768d5-5244-4cb0-a50b-381143720dd6 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 946 time: 0.0462890 Oct 12 02:38:49.301777 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-85131fa1-2af8-4a83-ae58-22aaa048ae7d req-34ea040a-162f-48b9-93c8-8a35d39a9e41 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400434 Oct 12 02:38:49.417899 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589a4f-48c0-44e0-92ce-2a3a4d894f1e req-3f25717a-be25-404f-bb66-c6eff5431f88 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:49.419343 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5b589a4f-48c0-44e0-92ce-2a3a4d894f1e req-3f25717a-be25-404f-bb66-c6eff5431f88 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 946 time: 0.0463786 Oct 12 02:38:49.429275 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59450) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:49.434168 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Request body: {'floatingip': {'port_id': '23d86f47-1a97-4b63-a021-c50743b74c59'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:38:49.470507 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:49.667530 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:49.713663 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:49.889716 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:49.893490 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:49.988134 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.l3_db [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5 associated. External IP: 172.28.2.17, port: 23d86f47-1a97-4b63-a021-c50743b74c59. Oct 12 02:38:50.181750 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:38:50.287790 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:38:50.292888 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:50.297211 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:38:50.317777 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:38:50.318387 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:38:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:50.323700 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4b3b83c6-f846-4b99-b7e3-4c5a2c267854 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5 HTTP/1.1" status: 200 len: 991 time: 0.8934062 Oct 12 02:38:50.324610 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59'}] {{(pid=104427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:38:50.326999 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebdee3bfc4b9317dc8d7c868d997bad52de8cf752ed60f8004058cc67fdd6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56a15d2-c15f-47b4-a95d-3646df8ef16c" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59"}]}' {{(pid=104427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:38:50.359619 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:50.367777 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b35d15-cfca-4d39-ab4f-ef19d928f2b6 x-openstack-request-id: req-43b35d15-cfca-4d39-ab4f-ef19d928f2b6 {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:38:50.368072 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59", "status": "completed", "code": 200}]} {{(pid=104427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:38:50.368335 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43b35d15-cfca-4d39-ab4f-ef19d928f2b6 {{(pid=104427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:38:50.369459 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b35d15-cfca-4d39-ab4f-ef19d928f2b6'] response: {'name': 'network-changed', 'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59', 'status': 'completed', 'code': 200} Oct 12 02:38:50.426524 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:38:50.452611 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:50.459154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-e7745785-e48d-43d0-b575-1df05816d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:50.460712 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-e7745785-e48d-43d0-b575-1df05816d19c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7eee400d8a3e49779363a82047c30632&device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0438480 Oct 12 02:38:50.554589 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-09e95326-7cec-492f-97cf-a9c107720eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:50.556038 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-09e95326-7cec-492f-97cf-a9c107720eb8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 200 len: 916 time: 0.0901587 Oct 12 02:38:50.560749 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:50.622243 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-1f1ac991-ecd5-48af-bd2d-b39f5e293c75 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d86f47-1a97-4b63-a021-c50743b74c59 HTTP/1.1" status: 200 len: 999 time: 0.0600290 Oct 12 02:38:50.641590 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.17', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': '23d86f47-1a97-4b63-a021-c50743b74c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:31:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:38:38Z', 'updated_at': '2022-10-12T02:38:49Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:50.666160 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:38:50.672506 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-0b49743c-08db-49ba-aa51-2741a15a41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:50.673976 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-0b49743c-08db-49ba-aa51-2741a15a41f6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 200 len: 854 time: 0.0464749 Oct 12 02:38:50.674387 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:38:50.674982 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:38:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:50.718582 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-060fe575-c94f-4594-bb1e-9a220bc1e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:50.720169 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-060fe575-c94f-4594-bb1e-9a220bc1e5c0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f4911989-ac3d-4405-9f6f-ff84ea283a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0407202 Oct 12 02:38:50.776883 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:38:50.811649 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-025427fd-c59c-417f-9e13-05e1fd54e4e1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859258 Oct 12 02:38:50.901459 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a56a15d2-c15f-47b4-a95d-3646df8ef16c req-b27892c7-46f7-4dea-b4b3-dbb74bf12f01 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846293 Oct 12 02:38:50.986341 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.17', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': '23d86f47-1a97-4b63-a021-c50743b74c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:31:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:38:38Z', 'updated_at': '2022-10-12T02:38:49Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:38:51.011861 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad071f-14e5-4217-8816-a84c8ac6f8b4 None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'floating_ip_address': '172.28.2.17', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'port_id': '23d86f47-1a97-4b63-a021-c50743b74c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'mac_address': 'fa:16:3e:31:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:38:38Z', 'updated_at': '2022-10-12T02:38:49Z', 'revision_number': 1, 'project_id': '7eee400d8a3e49779363a82047c30632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:38:51.207672 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467eff3-81ce-486a-a3af-35875bd0c9bc None None] New status for floating IP effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:38:51.944050 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:51.992459 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:00.318289 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:00.319091 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:00.891736 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:00.897864 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=71 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:01.304209 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:01.307112 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=11 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:01.986507 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:01.988942 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:05.360263 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:15.133733 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:39:15.354290 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:15.356868 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:16.801815 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dc34f993-aca6-4f5f-8342-30d602b3eccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:19.010698 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9eff2cf1-b9ce-41f7-b177-ebffd7149c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:19.218663 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:20.322023 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:21.946215 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:21.993702 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:25.129511 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:28.759132 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a2709-8f51-4cbe-99cd-45dce9a415ba req-ae8ddaa2-ad06-4ef7-9bd0-90333b7a07b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:28.760544 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bd2a2709-8f51-4cbe-99cd-45dce9a415ba req-ae8ddaa2-ad06-4ef7-9bd0-90333b7a07b8 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 946 time: 0.0508502 Oct 12 02:39:28.806853 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-bd2a2709-8f51-4cbe-99cd-45dce9a415ba req-e1b3e6aa-8872-48be-839a-8738312f1631 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400536 Oct 12 02:39:29.933947 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677654-8133-400e-95a2-7305098dad87 req-758ef623-5429-4475-956a-fc90ef6cc86b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:29.935512 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-84677654-8133-400e-95a2-7305098dad87 req-758ef623-5429-4475-956a-fc90ef6cc86b tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Oct 12 02:39:29.982461 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-84677654-8133-400e-95a2-7305098dad87 req-c38e0be1-095a-480a-9d38-1a558d7c44d4 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=32498402-773f-4b90-bbcb-c6b1160e4ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413563 Oct 12 02:39:30.438472 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-1364a95b-bea4-4911-8e7e-daf542de6c6e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:30.439870 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-1364a95b-bea4-4911-8e7e-daf542de6c6e tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 946 time: 0.0460153 Oct 12 02:39:30.521079 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port 23d86f47-1a97-4b63-a021-c50743b74c59 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:39:30.521420 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:30.610583 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] For port 23d86f47-1a97-4b63-a021-c50743b74c59, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=23d86f47-1a97-4b63-a021-c50743b74c59,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:30.610946 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:30.771072 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:30.771349 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:30.771722 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Floating IP effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5 disassociated. External IP: 172.28.2.17, port: 23d86f47-1a97-4b63-a021-c50743b74c59. Oct 12 02:39:30.772073 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for 23d86f47-1a97-4b63-a021-c50743b74c59 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:39:30.897826 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (23d86f47-1a97-4b63-a021-c50743b74c59), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:30.923597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=23d86f47-1a97-4b63-a021-c50743b74c59,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:30.933217 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.933577 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.933921 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.934306 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.934873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.934984 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.935254 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.936087 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.936087 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.936365 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.936697 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.936879 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.937173 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.937492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:30.937812 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:31.047523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:39:31.087772 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-35c8d337-d735-40a5-a35f-fa2b0751dbc3 req-1cbba6b4-f12c-4a95-82f4-511d3249ad81 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88e4207d-4318-41d5-8bed-e6b4a50b7ca9 HTTP/1.1" status: 200 len: 210 time: 0.0303376 Oct 12 02:39:31.154983 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:39:31.165356 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:39:31.175667 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:39:31.176312 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:39:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:31.197853 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] No DVR routers for this DVR port 23d86f47-1a97-4b63-a021-c50743b74c59 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:39:31.200857 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:31.204064 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-da8c4591-76ff-4bba-b33e-a3a451efd7c2 req-f7edce94-b5e4-4030-a4aa-33084c89a3b2 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.27 "DELETE /networking/v2.0/ports/23d86f47-1a97-4b63-a021-c50743b74c59 HTTP/1.1" status: 204 len: 173 time: 0.7594507 Oct 12 02:39:31.204573 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'name': 'network-vif-deleted', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:39:31.206798 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cb3660-2901-494c-b9bc-8de0dbb9cb26" -d '{"events": [{"server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "name": "network-vif-deleted", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:39:31.244638 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f99f9e-1d1d-43e8-a6f6-5fb42c017940 x-openstack-request-id: req-90f99f9e-1d1d-43e8-a6f6-5fb42c017940 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:39:31.244937 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4207d-4318-41d5-8bed-e6b4a50b7ca9", "name": "network-vif-deleted", "tag": "23d86f47-1a97-4b63-a021-c50743b74c59", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:39:31.245206 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90f99f9e-1d1d-43e8-a6f6-5fb42c017940 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:39:31.245606 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f99f9e-1d1d-43e8-a6f6-5fb42c017940'] response: {'server_uuid': '88e4207d-4318-41d5-8bed-e6b4a50b7ca9', 'name': 'network-vif-deleted', 'tag': '23d86f47-1a97-4b63-a021-c50743b74c59', 'status': 'completed', 'code': 200} Oct 12 02:39:31.286418 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:39:31.498099 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:31.522153 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:39:31.530638 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:39:31.531242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:39:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:31.631746 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:39:31.823816 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:31.853087 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026cddd-ac62-4a94-a2de-eaa373ed276f None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': 'bf0e036f-6b70-4733-a211-1183bd4906fe', 'name': '', 'network_id': 'f4911989-ac3d-4405-9f6f-ff84ea283a77', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'mac_address': 'fa:16:3e:3c:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:50Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'subnets': [{'id': 'f0185fc9-9dd3-4d75-88d9-25efa26d90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:39:32.074470 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa061c9-d9e8-4d55-b57c-09791acf9a5e None None] New status for floating IP effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5: DOWN {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:39:32.188831 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59520) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:32.195870 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:32.214840 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:32.253324 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bd64e576-2c7b-47b3-b1a2-3a983a4f8c86 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (32498402-773f-4b90-bbcb-c6b1160e4ee9), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.275877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bd64e576-2c7b-47b3-b1a2-3a983a4f8c86 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (32498402-773f-4b90-bbcb-c6b1160e4ee9), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.324173 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bd64e576-2c7b-47b3-b1a2-3a983a4f8c86 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (32498402-773f-4b90-bbcb-c6b1160e4ee9), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.327976 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bd64e576-2c7b-47b3-b1a2-3a983a4f8c86 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.329162 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-bd64e576-2c7b-47b3-b1a2-3a983a4f8c86 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/32498402-773f-4b90-bbcb-c6b1160e4ee9 HTTP/1.1" status: 204 len: 168 time: 0.1391623 Oct 12 02:39:32.332097 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59522) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:32.338310 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64e576-2c7b-47b3-b1a2-3a983a4f8c86 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32498402-773f-4b90-bbcb-c6b1160e4ee9,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:32.346814 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.api.v2.resource [None req-7e56a9f2-6d43-4430-8fd2-594a14614d6f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] show failed (client error): The resource could not be found. Oct 12 02:39:32.350793 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-7e56a9f2-6d43-4430-8fd2-594a14614d6f tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "GET /networking/v2.0/security-groups/32498402-773f-4b90-bbcb-c6b1160e4ee9 HTTP/1.1" status: 404 len: 347 time: 0.0147471 Oct 12 02:39:32.350977 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59524) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:32.460173 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Deleting port 0a52fa37-2d4f-4bcf-aaac-354b990a192f {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:39:32.460568 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.539557 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.539892 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (0a52fa37-2d4f-4bcf-aaac-354b990a192f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.552749 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Calling delete_port for 0a52fa37-2d4f-4bcf-aaac-354b990a192f owned by network:floatingip {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:39:32.680611 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (0a52fa37-2d4f-4bcf-aaac-354b990a192f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.706557 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Pushing event deleted for resources: {'Port': ['ID=0a52fa37-2d4f-4bcf-aaac-354b990a192f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:32.766305 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks [] for floatingip (effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.768790 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:32.769939 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-09947a3d-a1b9-4ece-8668-7c379a460214 tempest-AttachVolumeNegativeTest-960357047 tempest-AttachVolumeNegativeTest-960357047-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/effe6bb9-f0ea-4bcc-bd73-63d7fcf658c5 HTTP/1.1" status: 204 len: 168 time: 0.4180801 Oct 12 02:39:34.748551 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 23d86f47-1a97-4b63-a021-c50743b74c59 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:39:34.767649 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 23d86f47-1a97-4b63-a021-c50743b74c59 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:39:34.768042 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 23d86f47-1a97-4b63-a021-c50743b74c59 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:39:35.360930 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:36.462690 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59560) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:36.775689 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:36.780976 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (c700750a-acc4-4fc9-81ad-c6b276ca4511), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:36.874769 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:37.263328 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Deleting port bf0e036f-6b70-4733-a211-1183bd4906fe {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:39:37.263661 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:37.351217 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] For port bf0e036f-6b70-4733-a211-1183bd4906fe, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=bf0e036f-6b70-4733-a211-1183bd4906fe,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:37.351584 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:37.365657 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Calling delete_port for bf0e036f-6b70-4733-a211-1183bd4906fe owned by network:router_interface {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:39:37.546825 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (bf0e036f-6b70-4733-a211-1183bd4906fe), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:37.575175 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0e036f-6b70-4733-a211-1183bd4906fe,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:37.736424 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (c700750a-acc4-4fc9-81ad-c6b276ca4511), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:37.758140 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70ea8e-aa84-49f0-95cc-7a35566f2c39 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:39:37.829039 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70ea8e-aa84-49f0-95cc-7a35566f2c39 None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:39:37.843738 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:37.888619 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:37.947841 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:37.948486 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Router c700750a-acc4-4fc9-81ad-c6b276ca4511 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:39:37.992772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:38.058960 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:39:38.064289 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-4b968ed6-60f0-4166-ab41-f44bb6d6145f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/c700750a-acc4-4fc9-81ad-c6b276ca4511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6006868 Oct 12 02:39:38.066832 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59562) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:38.069590 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] Sync routers for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:39:38.081378 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:39:38.081926 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:39:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:38.169322 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks [] for router (c700750a-acc4-4fc9-81ad-c6b276ca4511), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.276797 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks [] for router_gateway (c700750a-acc4-4fc9-81ad-c6b276ca4511), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.327493 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Deleting port 66eb1342-deab-468c-b1ff-499d8c9aa431 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:39:38.327965 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.339821 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:39:38.413788 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] For port 66eb1342-deab-468c-b1ff-499d8c9aa431, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=66eb1342-deab-468c-b1ff-499d8c9aa431,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:38.414162 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.427425 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Calling delete_port for 66eb1342-deab-468c-b1ff-499d8c9aa431 owned by network:router_gateway {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:39:38.463306 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-a36227e0-87a0-457f-ba18-a18ab4585a3a None None] Provisioning complete for port bda748d5-1c5b-4511-ac1f-77afa62aec86 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:39:38.463680 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a36227e0-87a0-457f-ba18-a18ab4585a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.464015 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-a36227e0-87a0-457f-ba18-a18ab4585a3a None None] Attempt 1 to provision port bda748d5-1c5b-4511-ac1f-77afa62aec86 Oct 12 02:39:38.578702 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:39:37Z', 'revision_number': 5, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port': {'id': '66eb1342-deab-468c-b1ff-499d8c9aa431', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:38.600863 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (66eb1342-deab-468c-b1ff-499d8c9aa431), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.610822 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] Checking router: c700750a-acc4-4fc9-81ad-c6b276ca4511 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:39:38.618320 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-a36227e0-87a0-457f-ba18-a18ab4585a3a None None] Current status of the port bda748d5-1c5b-4511-ac1f-77afa62aec86 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:39:38.624544 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] Routers {'c700750a-acc4-4fc9-81ad-c6b276ca4511'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:39:38.625162 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:39:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['c700750a-acc4-4fc9-81ad-c6b276ca4511'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:38.639499 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=66eb1342-deab-468c-b1ff-499d8c9aa431,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:38.676391 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.676751 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.677089 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.677422 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.677751 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.678073 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.678392 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.678711 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.679035 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.679360 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.679679 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.679997 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.680328 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.680645 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.680959 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:38.696097 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] Set router c700750a-acc4-4fc9-81ad-c6b276ca4511 gateway port host: None {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:39:38.706972 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (c700750a-acc4-4fc9-81ad-c6b276ca4511), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.746663 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:39:38Z', 'revision_number': 7, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:38.773886 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f217be8-5f43-4acc-83c0-838b7fa8fa3b None None] The sync data for ids ['c700750a-acc4-4fc9-81ad-c6b276ca4511'] in dv-cinder-849143-14-smb is: [{'id': 'c700750a-acc4-4fc9-81ad-c6b276ca4511', 'name': 'tempest-AttachVolumeNegativeTest-1293607912-router', 'tenant_id': '7eee400d8a3e49779363a82047c30632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:39:38Z', 'revision_number': 7, 'project_id': '7eee400d8a3e49779363a82047c30632', 'gw_port_host': None}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:39:38.796915 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (c700750a-acc4-4fc9-81ad-c6b276ca4511), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.798214 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:38.799845 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks [] for router_controller (c700750a-acc4-4fc9-81ad-c6b276ca4511), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.849972 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (c700750a-acc4-4fc9-81ad-c6b276ca4511), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.850563 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c700750a-acc4-4fc9-81ad-c6b276ca4511 {{(pid=104427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:39:38.856257 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.857461 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-eccf7f52-fe2a-49ad-99d2-ce7f7c16dcbe admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/c700750a-acc4-4fc9-81ad-c6b276ca4511 HTTP/1.1" status: 204 len: 168 time: 0.7896335 Oct 12 02:39:38.859892 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59564) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:38.904377 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_v2 [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] Deleting subnet f0185fc9-9dd3-4d75-88d9-25efa26d90f0 {{(pid=104427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:39:38.907454 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] Publish callbacks [] for subnet (f0185fc9-9dd3-4d75-88d9-25efa26d90f0), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:38.940805 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:38.945122 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12782313'] for subnet (f0185fc9-9dd3-4d75-88d9-25efa26d90f0), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.046468 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (f0185fc9-9dd3-4d75-88d9-25efa26d90f0), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.102385 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13551443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12791623'] for subnet (f0185fc9-9dd3-4d75-88d9-25efa26d90f0), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.129292 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0185fc9-9dd3-4d75-88d9-25efa26d90f0,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:39.135084 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.138771 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-860554c4-4734-4177-8bd9-30ce3e050171 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/f0185fc9-9dd3-4d75-88d9-25efa26d90f0 HTTP/1.1" status: 204 len: 168 time: 0.2778780 Oct 12 02:39:39.141292 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59566) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:39.141874 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2646bc-d5d7-4232-9627-54ec765f1d37 None None] Network f4911989-ac3d-4405-9f6f-ff84ea283a77 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:39:39.213923 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (f4911989-ac3d-4405-9f6f-ff84ea283a77), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.272567 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Deleting port bda748d5-1c5b-4511-ac1f-77afa62aec86 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:39:39.272918 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.335210 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] For port bda748d5-1c5b-4511-ac1f-77afa62aec86, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=bda748d5-1c5b-4511-ac1f-77afa62aec86,segment=NetworkSegment(76cf54c9-0ed8-4dbf-b481-520ee6030742),segment_id=76cf54c9-0ed8-4dbf-b481-520ee6030742)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:39.335565 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.348082 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Calling delete_port for bda748d5-1c5b-4511-ac1f-77afa62aec86 owned by network:dhcp {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:39:39.425780 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (bda748d5-1c5b-4511-ac1f-77afa62aec86), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.452164 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] No DVR routers for this DVR port bda748d5-1c5b-4511-ac1f-77afa62aec86 on host dv-cinder-849143-14-smb {{(pid=104427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:39:39.455696 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda748d5-1c5b-4511-ac1f-77afa62aec86,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:39.523416 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (f4911989-ac3d-4405-9f6f-ff84ea283a77), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.548719 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4911989-ac3d-4405-9f6f-ff84ea283a77']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:39.558982 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cf54c9-0ed8-4dbf-b481-520ee6030742') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:39.559730 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cf54c9-0ed8-4dbf-b481-520ee6030742') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:39.569067 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (76cf54c9-0ed8-4dbf-b481-520ee6030742), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.577395 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b64093-fad6-4443-a944-e5e950786856 None None] DHCP port deletion for f4911989-ac3d-4405-9f6f-ff84ea283a77 request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:39:39.587505 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (76cf54c9-0ed8-4dbf-b481-520ee6030742), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.595768 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:39:39.596221 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (76cf54c9-0ed8-4dbf-b481-520ee6030742), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.637138 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 76cf54c9-0ed8-4dbf-b481-520ee6030742 resource provider aggregate not found Oct 12 02:39:39.657172 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 76cf54c9-0ed8-4dbf-b481-520ee6030742 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76cf54c9-0ed8-4dbf-b481-520ee6030742 found for delete ", "request_id": "req-a149d15f-c38c-4440-a33f-fe1653fd70b0"}]} Oct 12 02:39:39.661772 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (f4911989-ac3d-4405-9f6f-ff84ea283a77), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.666615 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.673925 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f4911989-ac3d-4405-9f6f-ff84ea283a77 HTTP/1.1" status: 204 len: 168 time: 0.5287893 Oct 12 02:39:39.687486 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223415b0-706a-43ac-992d-614cd2757d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4911989-ac3d-4405-9f6f-ff84ea283a77,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:39.890783 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59574) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:39.930098 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5c7afc4e-34ab-4901-b25f-8617b99b4519 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7eee400d8a3e49779363a82047c30632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380867 Oct 12 02:39:39.932364 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59576) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:39.967899 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:39.985827 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0f5713a0-e718-407d-b3f7-e739b2f17183 admin admin] Publish callbacks [] for security_group (aa2cebb4-cfe8-4920-9939-fe7e08be804f), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:39.998678 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:40.008426 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0f5713a0-e718-407d-b3f7-e739b2f17183 admin admin] Publish callbacks [] for security_group (aa2cebb4-cfe8-4920-9939-fe7e08be804f), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:40.041049 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 66eb1342-deab-468c-b1ff-499d8c9aa431 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:39:40.058854 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0f5713a0-e718-407d-b3f7-e739b2f17183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (aa2cebb4-cfe8-4920-9939-fe7e08be804f), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:40.061575 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0f5713a0-e718-407d-b3f7-e739b2f17183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:40.062799 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-0f5713a0-e718-407d-b3f7-e739b2f17183 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/aa2cebb4-cfe8-4920-9939-fe7e08be804f HTTP/1.1" status: 204 len: 168 time: 0.1295407 Oct 12 02:39:40.067262 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 66eb1342-deab-468c-b1ff-499d8c9aa431 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:39:40.067591 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 66eb1342-deab-468c-b1ff-499d8c9aa431 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:39:40.068008 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bf0e036f-6b70-4733-a211-1183bd4906fe no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:39:40.070667 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5713a0-e718-407d-b3f7-e739b2f17183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2cebb4-cfe8-4920-9939-fe7e08be804f,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:40.091796 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: bf0e036f-6b70-4733-a211-1183bd4906fe {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:39:40.092139 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bf0e036f-6b70-4733-a211-1183bd4906fe not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:39:40.092577 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bda748d5-1c5b-4511-ac1f-77afa62aec86 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:39:40.117310 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: bda748d5-1c5b-4511-ac1f-77afa62aec86 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:39:40.117590 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device bda748d5-1c5b-4511-ac1f-77afa62aec86 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:39:42.093957 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59644) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:42.144084 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:42.146401 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:42.221954 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e760f826-039c-42ca-beee-d6d795d85fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.298942 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e760f826-039c-42ca-beee-d6d795d85fd5 admin admin] Publish callbacks [] for security_group (f42a7153-c835-4f4f-8153-498c5335fa40), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.302383 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-e760f826-039c-42ca-beee-d6d795d85fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f42a7153-c835-4f4f-8153-498c5335fa40), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.310239 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:42.334046 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:42.342503 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-e760f826-039c-42ca-beee-d6d795d85fd5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7894a77d7e83485890a6e31206ce82c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474365 Oct 12 02:39:42.343301 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760f826-039c-42ca-beee-d6d795d85fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42a7153-c835-4f4f-8153-498c5335fa40,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:42.344999 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59648) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:42.394405 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4444d71c-3177-432a-940e-865b23047ec6 admin admin] Publish callbacks [] for security_group (f42a7153-c835-4f4f-8153-498c5335fa40), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.413628 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4444d71c-3177-432a-940e-865b23047ec6 admin admin] Publish callbacks [] for security_group (f42a7153-c835-4f4f-8153-498c5335fa40), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.459883 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4444d71c-3177-432a-940e-865b23047ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (f42a7153-c835-4f4f-8153-498c5335fa40), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.462402 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4444d71c-3177-432a-940e-865b23047ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.463517 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-4444d71c-3177-432a-940e-865b23047ec6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f42a7153-c835-4f4f-8153-498c5335fa40 HTTP/1.1" status: 204 len: 168 time: 0.1172764 Oct 12 02:39:42.471664 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444d71c-3177-432a-940e-865b23047ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42a7153-c835-4f4f-8153-498c5335fa40,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:42.732250 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59654) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:42.745349 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ca60f7c2-4611-4419-8f1b-c6fa969198eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.819661 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ca60f7c2-4611-4419-8f1b-c6fa969198eb admin admin] Publish callbacks [] for security_group (454f83d6-1599-4c4d-8224-179070653f02), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.823336 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ca60f7c2-4611-4419-8f1b-c6fa969198eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (454f83d6-1599-4c4d-8224-179070653f02), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.863137 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60f7c2-4611-4419-8f1b-c6fa969198eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f83d6-1599-4c4d-8224-179070653f02,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:42.867318 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-ca60f7c2-4611-4419-8f1b-c6fa969198eb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=94dbce42bb4b4b60a8f727d4919e92c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340275 Oct 12 02:39:42.870167 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59656) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:42.918103 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-94cd9e09-4201-490f-bdb7-068d2aaa2628 admin admin] Publish callbacks [] for security_group (454f83d6-1599-4c4d-8224-179070653f02), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.937306 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-94cd9e09-4201-490f-bdb7-068d2aaa2628 admin admin] Publish callbacks [] for security_group (454f83d6-1599-4c4d-8224-179070653f02), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.987428 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-94cd9e09-4201-490f-bdb7-068d2aaa2628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (454f83d6-1599-4c4d-8224-179070653f02), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.990517 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-94cd9e09-4201-490f-bdb7-068d2aaa2628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:42.992024 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-94cd9e09-4201-490f-bdb7-068d2aaa2628 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/454f83d6-1599-4c4d-8224-179070653f02 HTTP/1.1" status: 204 len: 168 time: 0.1209476 Oct 12 02:39:43.005770 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd9e09-4201-490f-bdb7-068d2aaa2628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f83d6-1599-4c4d-8224-179070653f02,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:46.570678 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59706) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:46.674269 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0fb8405e-d5a0-46ae-abde-648515ca0113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.752423 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0fb8405e-d5a0-46ae-abde-648515ca0113 admin admin] Publish callbacks [] for security_group (cab1009a-f537-438e-9c65-4f1c6d918d3b), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.755903 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-0fb8405e-d5a0-46ae-abde-648515ca0113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (cab1009a-f537-438e-9c65-4f1c6d918d3b), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.790194 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:46.795260 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-acf21b9c-ab9c-4749-82ca-cb664d15fd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.796893 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:46.803224 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-0fb8405e-d5a0-46ae-abde-648515ca0113 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dd577ee880134db4831e57cb23cfe720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314441 Oct 12 02:39:46.803951 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8405e-d5a0-46ae-abde-648515ca0113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab1009a-f537-438e-9c65-4f1c6d918d3b,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:46.805912 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59710) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:46.858937 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-08289740-38ed-4c8b-955c-536605e279bd admin admin] Publish callbacks [] for security_group (cab1009a-f537-438e-9c65-4f1c6d918d3b), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.878541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-08289740-38ed-4c8b-955c-536605e279bd admin admin] Publish callbacks [] for security_group (cab1009a-f537-438e-9c65-4f1c6d918d3b), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.925662 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-08289740-38ed-4c8b-955c-536605e279bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (cab1009a-f537-438e-9c65-4f1c6d918d3b), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.928786 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-08289740-38ed-4c8b-955c-536605e279bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.930158 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-08289740-38ed-4c8b-955c-536605e279bd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cab1009a-f537-438e-9c65-4f1c6d918d3b HTTP/1.1" status: 204 len: 168 time: 0.1231747 Oct 12 02:39:46.938248 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08289740-38ed-4c8b-955c-536605e279bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab1009a-f537-438e-9c65-4f1c6d918d3b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:49.013703 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0a563537-eab6-4e00-a225-def9a4bbbd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.325529 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.951385 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.997612 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:52.133544 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:39:56.933443 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:56.934449 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:01.989611 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:01.993754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:05.372241 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.413193 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 59884) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:09.519407 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2b1e7e75-26e3-487a-92cf-0e7e5540e12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.597254 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2b1e7e75-26e3-487a-92cf-0e7e5540e12d admin admin] Publish callbacks [] for security_group (ee142660-7fb5-4e73-8e4b-277d0e215dac), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.600674 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2b1e7e75-26e3-487a-92cf-0e7e5540e12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ee142660-7fb5-4e73-8e4b-277d0e215dac), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.640284 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-2b1e7e75-26e3-487a-92cf-0e7e5540e12d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=caf0275ead7e4233a5351df8a8ad0135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256489 Oct 12 02:40:09.641390 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e7e75-26e3-487a-92cf-0e7e5540e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee142660-7fb5-4e73-8e4b-277d0e215dac,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:09.642792 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 59888) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:09.692006 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58720fcf-a25f-4aa6-9248-d14fc5dea544 admin admin] Publish callbacks [] for security_group (ee142660-7fb5-4e73-8e4b-277d0e215dac), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.712047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58720fcf-a25f-4aa6-9248-d14fc5dea544 admin admin] Publish callbacks [] for security_group (ee142660-7fb5-4e73-8e4b-277d0e215dac), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.758169 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58720fcf-a25f-4aa6-9248-d14fc5dea544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (ee142660-7fb5-4e73-8e4b-277d0e215dac), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.760706 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-58720fcf-a25f-4aa6-9248-d14fc5dea544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:09.761861 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-58720fcf-a25f-4aa6-9248-d14fc5dea544 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ee142660-7fb5-4e73-8e4b-277d0e215dac HTTP/1.1" status: 204 len: 168 time: 0.1180925 Oct 12 02:40:09.770297 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58720fcf-a25f-4aa6-9248-d14fc5dea544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee142660-7fb5-4e73-8e4b-277d0e215dac,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:12.026232 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=18 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:12.030403 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=18 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:12.214904 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-4f5d2bf0-4227-4513-89a6-46da80439080 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=4d2077cfbf1f4b20920cb2a038758fb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282063 Oct 12 02:40:12.396426 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-56830bab-1e44-4d96-8381-6d1fb2bcccf3 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:12.397893 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-56830bab-1e44-4d96-8381-6d1fb2bcccf3 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772738 Oct 12 02:40:12.412644 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-0d9a82ae-e381-41dd-b85a-5d15c9110b7d tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/quotas/4d2077cfbf1f4b20920cb2a038758fb4 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Oct 12 02:40:12.676041 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-11a7ebad-c3ee-49ec-979b-ad0fca8f3253 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4d2077cfbf1f4b20920cb2a038758fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2585158 Oct 12 02:40:12.958179 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4ed559b5-9615-4682-9a0d-c2e369ca6210 req-7130ec53-8064-459c-bc03-94810e2e83e7 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 210 time: 0.1324940 Oct 12 02:40:13.940938 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a0c63840-1fc1-4e50-b108-5bd0bf28d31a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=4d2077cfbf1f4b20920cb2a038758fb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286994 Oct 12 02:40:14.070813 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f47a349f-f207-42b8-81fc-78c869a4cee1 req-6161d4f2-9ac5-4dbb-ae73-b4ad61fca755 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 210 time: 0.0289204 Oct 12 02:40:14.129569 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-7092d1a7-a401-40a6-a2aa-9ef97984b389 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:14.130962 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-7092d1a7-a401-40a6-a2aa-9ef97984b389 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857996 Oct 12 02:40:14.200215 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Request body: {'port': {'device_id': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3', 'admin_state_up': True, 'tenant_id': '4d2077cfbf1f4b20920cb2a038758fb4'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:40:14.529479 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Made reservation on behalf of 4d2077cfbf1f4b20920cb2a038758fb4 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:40:14.533660 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:14.542524 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:14.616791 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks [] for security_group (8c7ad793-b26f-4942-a865-9e78ea426fd3), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:14.620382 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (8c7ad793-b26f-4942-a865-9e78ea426fd3), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:14.690204 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ad793-b26f-4942-a865-9e78ea426fd3,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:14.764685 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Allocated IP 192.168.233.120 (f02739ef-337d-45ec-b3cb-92fb7f839fb3/bf3c6ff0-118e-419b-a2f1-34e69f98ae63/8eb3aac1-fce6-4e67-abea-7ccef2313d37) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:40:14.865254 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:14.872135 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:14.916074 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks [] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:14.951032 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.001634 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Network f02739ef-337d-45ec-b3cb-92fb7f839fb3 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:40:15.004872 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:40:15.008749 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:40:15.014773 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Pushing event updated for resources: {'Port': ['ID=8eb3aac1-fce6-4e67-abea-7ccef2313d37,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:15.062335 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:15.063446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.081357 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-a7ec9b34-f3d3-4cb4-9362-57f6ab4c2e6a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8849275 Oct 12 02:40:15.090617 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-76d526f6-c9a2-483e-8635-649d802a0cc9 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:40:15.091690 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-76d526f6-c9a2-483e-8635-649d802a0cc9 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053344 Oct 12 02:40:15.166891 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Request body: {'port': {'device_id': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:40:15.226695 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651553e-3ac2-4cb7-bf97-0875170afeba req-a5e7135c-cbbc-4bc8-a3d5-6f7bc20c92ec tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:15.228127 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6651553e-3ac2-4cb7-bf97-0875170afeba req-a5e7135c-cbbc-4bc8-a3d5-6f7bc20c92ec tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 936 time: 0.0766580 Oct 12 02:40:15.256286 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-dfd8bc34-2a5b-4c7a-9b8c-1184b23b90f0 None None] Provisioning complete for port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:40:15.256896 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dfd8bc34-2a5b-4c7a-9b8c-1184b23b90f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.257623 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-dfd8bc34-2a5b-4c7a-9b8c-1184b23b90f0 None None] Attempt 1 to provision port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 Oct 12 02:40:15.273418 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.292596 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8bc34-2a5b-4c7a-9b8c-1184b23b90f0 None None] Port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:40:15.324725 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6651553e-3ac2-4cb7-bf97-0875170afeba req-7d23533c-6fc0-4b5b-9927-e309ed3b7400 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Oct 12 02:40:15.546555 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb3aac1-fce6-4e67-abea-7ccef2313d37 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:40:15.554626 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Publish callbacks [] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.567446 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Transition to ACTIVE for port object 8eb3aac1-fce6-4e67-abea-7ccef2313d37 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:40:15.570423 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.645485 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3aac1-fce6-4e67-abea-7ccef2313d37,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:15.676823 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Attempting to bind port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:40:15.677155 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Attempting to bind port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:40:15.677480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Attempting to bind port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 on network f02739ef-337d-45ec-b3cb-92fb7f839fb3 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:40:15.703681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:15.717206 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:15.720996 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 on network f02739ef-337d-45ec-b3cb-92fb7f839fb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:40:15.721319 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Attempting to bind port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 on network f02739ef-337d-45ec-b3cb-92fb7f839fb3 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:40:15.767793 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:40:15.768132 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Checking segment: {'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:40:15.768532 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Bound using segment: {'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:40:15.768963 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Bound port: 8eb3aac1-fce6-4e67-abea-7ccef2313d37, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b138f968-4f14-4fc5-a59e-cdf31d699e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:40:15.769317 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.827519 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] For port 8eb3aac1-fce6-4e67-abea-7ccef2313d37, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:40:15.831182 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] For port 8eb3aac1-fce6-4e67-abea-7ccef2313d37, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8eb3aac1-fce6-4e67-abea-7ccef2313d37,segment=NetworkSegment(b138f968-4f14-4fc5-a59e-cdf31d699e5a),segment_id=b138f968-4f14-4fc5-a59e-cdf31d699e5a)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:40:15.837179 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.841104 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:15.841743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:15.843073 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/8eb3aac1-fce6-4e67-abea-7ccef2313d37 HTTP/1.1" status: 200 len: 1098 time: 0.7398329 Oct 12 02:40:15.844563 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'tag': '8eb3aac1-fce6-4e67-abea-7ccef2313d37'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:15.846762 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89359b8f-cce0-470f-9e87-4060d81ae07c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4f23ad-3499-4bc4-9629-9dc7cc95de82", "tag": "8eb3aac1-fce6-4e67-abea-7ccef2313d37"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:15.891514 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf55434c-c535-4182-8c6b-2307edbe55bb x-openstack-request-id: req-bf55434c-c535-4182-8c6b-2307edbe55bb {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:15.891811 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4f23ad-3499-4bc4-9629-9dc7cc95de82", "tag": "8eb3aac1-fce6-4e67-abea-7ccef2313d37", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:15.892079 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf55434c-c535-4182-8c6b-2307edbe55bb {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:15.892463 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf55434c-c535-4182-8c6b-2307edbe55bb'] response: {'name': 'network-changed', 'server_uuid': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'tag': '8eb3aac1-fce6-4e67-abea-7ccef2313d37', 'status': 'completed', 'code': 200} Oct 12 02:40:15.897402 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8236687-ac97-4062-a45f-074fde3f9711 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3aac1-fce6-4e67-abea-7ccef2313d37,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:15.951071 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-49db72e1-0f73-41ed-ab5c-9070e0582441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:15.952579 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-49db72e1-0f73-41ed-ab5c-9070e0582441 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d2077cfbf1f4b20920cb2a038758fb4&device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 1132 time: 0.0387914 Oct 12 02:40:16.001937 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-85994e86-d7d4-4bc3-9b0a-eee5cc9d4d47 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8eb3aac1-fce6-4e67-abea-7ccef2313d37 HTTP/1.1" status: 200 len: 217 time: 0.0364940 Oct 12 02:40:16.049252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-d3f7560c-c810-4fa4-a85a-0e10825092db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:16.050656 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-d3f7560c-c810-4fa4-a85a-0e10825092db service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bf3c6ff0-118e-419b-a2f1-34e69f98ae63 HTTP/1.1" status: 200 len: 843 time: 0.0437901 Oct 12 02:40:16.094050 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-9fcc6963-391e-499e-a87b-08fc2a833f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:16.095358 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-9fcc6963-391e-499e-a87b-08fc2a833f6b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f02739ef-337d-45ec-b3cb-92fb7f839fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386751 Oct 12 02:40:16.186702 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-295d64ad-df1b-4b56-9173-8cc7edf91c18 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f02739ef-337d-45ec-b3cb-92fb7f839fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852590 Oct 12 02:40:16.280006 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2a16461a-86b0-43d4-9f8e-723e6c4e19d0 req-45b17623-c6b8-42bf-9ce8-48f25b034dcc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f02739ef-337d-45ec-b3cb-92fb7f839fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Oct 12 02:40:16.448480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515e08-5f8e-4e2f-9572-b2a1f6609661 req-eeaa54de-05a9-4d6c-aa3a-230252c1b984 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:16.449929 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-db515e08-5f8e-4e2f-9572-b2a1f6609661 req-eeaa54de-05a9-4d6c-aa3a-230252c1b984 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 948 time: 0.0484188 Oct 12 02:40:16.495975 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-db515e08-5f8e-4e2f-9572-b2a1f6609661 req-3b0ba52c-48a6-44c5-9509-0cd495b1a789 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Oct 12 02:40:16.798883 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce6df-f68c-4a59-8af5-870693113ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:17.037408 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-6921f187-7c0f-47ab-8a7f-c0ac7f216dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:17.038907 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-6921f187-7c0f-47ab-8a7f-c0ac7f216dca service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d2077cfbf1f4b20920cb2a038758fb4&device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 1132 time: 0.0391772 Oct 12 02:40:17.131334 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-3d1595e5-7ee4-49d7-8656-b3ccf964445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:17.132808 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-3d1595e5-7ee4-49d7-8656-b3ccf964445e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f02739ef-337d-45ec-b3cb-92fb7f839fb3 HTTP/1.1" status: 200 len: 870 time: 0.0868909 Oct 12 02:40:17.171560 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-f3d40760-c0a5-43fa-a797-a0f3d0b1b0b1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8eb3aac1-fce6-4e67-abea-7ccef2313d37 HTTP/1.1" status: 200 len: 217 time: 0.0327661 Oct 12 02:40:17.217432 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-363dcc54-b496-4285-aa54-6649bb2cb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:17.219677 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-363dcc54-b496-4285-aa54-6649bb2cb2c0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bf3c6ff0-118e-419b-a2f1-34e69f98ae63 HTTP/1.1" status: 200 len: 843 time: 0.0429642 Oct 12 02:40:17.264597 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-06e978a2-c4dc-4401-bd0a-91e2dae4d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:17.266611 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-06e978a2-c4dc-4401-bd0a-91e2dae4d4ea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f02739ef-337d-45ec-b3cb-92fb7f839fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419123 Oct 12 02:40:17.354806 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-90b4274d-71df-478e-9a08-f18e235c4048 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f02739ef-337d-45ec-b3cb-92fb7f839fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824382 Oct 12 02:40:17.367131 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:17.378435 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:17.446831 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-89359b8f-cce0-470f-9e87-4060d81ae07c req-7ab562fa-f978-4a98-9a49-053ee4cea9e6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f02739ef-337d-45ec-b3cb-92fb7f839fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868113 Oct 12 02:40:17.615810 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a75a0-ce01-4474-898c-ff7eba4e3e39 req-41be9fd2-5829-47b3-bf7b-4306608e3ae3 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:17.617212 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0b6a75a0-ce01-4474-898c-ff7eba4e3e39 req-41be9fd2-5829-47b3-bf7b-4306608e3ae3 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 948 time: 0.0457368 Oct 12 02:40:17.665968 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-0b6a75a0-ce01-4474-898c-ff7eba4e3e39 req-b72acb4e-88b1-46fa-978a-36a102ed7b0b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Oct 12 02:40:18.786295 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be303b-54b9-4dc3-b183-927b01108d19 req-375c2376-6e9c-445f-bfb4-6ad140e23758 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:18.787739 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-59be303b-54b9-4dc3-b183-927b01108d19 req-375c2376-6e9c-445f-bfb4-6ad140e23758 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 948 time: 0.0466669 Oct 12 02:40:18.833357 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-59be303b-54b9-4dc3-b183-927b01108d19 req-c188a4d7-73b2-449e-a324-51bd017cd054 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Oct 12 02:40:18.895991 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 8eb3aac1-fce6-4e67-abea-7ccef2313d37 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:40:18.995410 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 8eb3aac1-fce6-4e67-abea-7ccef2313d37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8eb3aac1-fce6-4e67-abea-7ccef2313d37,segment=NetworkSegment(b138f968-4f14-4fc5-a59e-cdf31d699e5a),segment_id=b138f968-4f14-4fc5-a59e-cdf31d699e5a)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:19.014479 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '8eb3aac1-fce6-4e67-abea-7ccef2313d37', 'network_id': 'f02739ef-337d-45ec-b3cb-92fb7f839fb3', 'port_id': '8eb3aac1-fce6-4e67-abea-7ccef2313d37', 'mac_address': 'fa:16:3e:79:15:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3c6ff0-118e-419b-a2f1-34e69f98ae63', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:40:19.023839 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-aa79c951-e3b2-4127-b543-c2879596e161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:19.053127 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:40:19.053507 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:19.066890 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb3aac1-fce6-4e67-abea-7ccef2313d37 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:40:19.087076 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 8eb3aac1-fce6-4e67-abea-7ccef2313d37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8eb3aac1-fce6-4e67-abea-7ccef2313d37,segment=NetworkSegment(b138f968-4f14-4fc5-a59e-cdf31d699e5a),segment_id=b138f968-4f14-4fc5-a59e-cdf31d699e5a)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:19.090587 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:19.135197 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=8eb3aac1-fce6-4e67-abea-7ccef2313d37,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:19.143209 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.143554 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.143890 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.144243 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.144600 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.144929 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.145253 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.145574 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.145895 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.146285 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.146773 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.146875 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.147167 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.147480 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.147794 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:19.366602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['8eb3aac1-fce6-4e67-abea-7ccef2313d37'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:40:19.955059 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b40e7-8754-4bd6-8b98-7ce398bd149f req-123314f5-f914-4c3c-bebb-a069e580230d tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:19.956524 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8f9b40e7-8754-4bd6-8b98-7ce398bd149f req-123314f5-f914-4c3c-bebb-a069e580230d tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 949 time: 0.0477195 Oct 12 02:40:20.003572 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-8f9b40e7-8754-4bd6-8b98-7ce398bd149f req-1983ad84-c8fa-459d-b32f-0529f74ee1da tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Oct 12 02:40:20.327814 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:20.902150 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 8eb3aac1-fce6-4e67-abea-7ccef2313d37 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:40:20.946412 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:40:20.952245 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:40:20.953207 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:20.953856 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 Oct 12 02:40:21.024358 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:40:21.024764 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:21.043701 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:21.048525 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3aac1-fce6-4e67-abea-7ccef2313d37'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:21.050748 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0caf35-19fb-44e9-8cb3-1689a924b0b9" -d '{"events": [{"server_uuid": "8c4f23ad-3499-4bc4-9629-9dc7cc95de82", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3aac1-fce6-4e67-abea-7ccef2313d37"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:21.063976 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 8eb3aac1-fce6-4e67-abea-7ccef2313d37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8eb3aac1-fce6-4e67-abea-7ccef2313d37,segment=NetworkSegment(b138f968-4f14-4fc5-a59e-cdf31d699e5a),segment_id=b138f968-4f14-4fc5-a59e-cdf31d699e5a)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:21.068320 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:21.096175 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa370f1-5ca3-41ff-918f-18f8bacacc96 x-openstack-request-id: req-5aa370f1-5ca3-41ff-918f-18f8bacacc96 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:21.096502 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4f23ad-3499-4bc4-9629-9dc7cc95de82", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3aac1-fce6-4e67-abea-7ccef2313d37", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:21.096734 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5aa370f1-5ca3-41ff-918f-18f8bacacc96 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:21.097131 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa370f1-5ca3-41ff-918f-18f8bacacc96'] response: {'server_uuid': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3aac1-fce6-4e67-abea-7ccef2313d37', 'code': 200} Oct 12 02:40:21.122971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=8eb3aac1-fce6-4e67-abea-7ccef2313d37,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:21.148546 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3145b9-6ecb-46b9-93f9-4cfdff0bf1a2 req-c2a84a11-b40f-468a-ac6f-9001b292da37 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:21.150228 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4c3145b9-6ecb-46b9-93f9-4cfdff0bf1a2 req-c2a84a11-b40f-468a-ac6f-9001b292da37 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 950 time: 0.0676391 Oct 12 02:40:21.198717 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-4c3145b9-6ecb-46b9-93f9-4cfdff0bf1a2 req-5b583dbe-5a2e-4973-853e-6100841f60af tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428836 Oct 12 02:40:21.301640 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729e06-cb8c-4336-b100-efbabdb322f6 req-a073c9cc-9dd6-446f-add1-9af040ddc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:21.303078 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef729e06-cb8c-4336-b100-efbabdb322f6 req-a073c9cc-9dd6-446f-add1-9af040ddc5c9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 1134 time: 0.0393703 Oct 12 02:40:21.347907 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef729e06-cb8c-4336-b100-efbabdb322f6 req-3780caac-3213-4d07-b158-b7b8709674fb service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Oct 12 02:40:21.954983 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:21.999409 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:22.327080 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0267431-d586-48a3-ac8b-fc9b01247511 req-170fd1e4-0b4b-4a07-9dbf-b4f628252a60 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:22.329314 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f0267431-d586-48a3-ac8b-fc9b01247511 req-170fd1e4-0b4b-4a07-9dbf-b4f628252a60 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 950 time: 0.0500679 Oct 12 02:40:22.375339 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f0267431-d586-48a3-ac8b-fc9b01247511 req-f6613c7e-f39e-4ff9-9f43-b6a964eb503a tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Oct 12 02:40:23.498153 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867d292-63af-4faf-b272-fb93b706fc25 req-341d6837-35f5-41cc-abaa-757ea7410e73 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:23.499485 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3867d292-63af-4faf-b272-fb93b706fc25 req-341d6837-35f5-41cc-abaa-757ea7410e73 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 950 time: 0.0459473 Oct 12 02:40:23.550658 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3867d292-63af-4faf-b272-fb93b706fc25 req-42b0c0cb-8cd5-4968-ac1d-4e09b62073c7 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 Oct 12 02:40:23.810909 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92103163-a803-48cb-a707-07e64c39b440 req-47a62d39-e708-4062-b2e9-d9e05d076297 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:23.812915 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-92103163-a803-48cb-a707-07e64c39b440 req-47a62d39-e708-4062-b2e9-d9e05d076297 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 950 time: 0.0460715 Oct 12 02:40:23.860939 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-92103163-a803-48cb-a707-07e64c39b440 req-ab294881-12e1-49c6-b9e9-04a0c1aee649 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Oct 12 02:40:24.988272 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55121f08-78c4-4932-bcb4-d73048028ad8 req-13bf5973-8c83-4ef3-a866-0792c41a9850 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:24.989989 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-55121f08-78c4-4932-bcb4-d73048028ad8 req-13bf5973-8c83-4ef3-a866-0792c41a9850 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 950 time: 0.0530241 Oct 12 02:40:25.036948 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-55121f08-78c4-4932-bcb4-d73048028ad8 req-b4a88bc5-f795-4d18-bdf0-2f2fafffac17 tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8c7ad793-b26f-4942-a865-9e78ea426fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Oct 12 02:40:25.264073 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-95ce5ebd-0355-463a-a7ec-3d4aaf433b9b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:25.265565 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-95ce5ebd-0355-463a-a7ec-3d4aaf433b9b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 950 time: 0.0454376 Oct 12 02:40:25.347003 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Deleting port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:25.347341 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:25.435947 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] For port 8eb3aac1-fce6-4e67-abea-7ccef2313d37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8eb3aac1-fce6-4e67-abea-7ccef2313d37,segment=NetworkSegment(b138f968-4f14-4fc5-a59e-cdf31d699e5a),segment_id=b138f968-4f14-4fc5-a59e-cdf31d699e5a)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:25.436324 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:25.449955 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Calling delete_port for 8eb3aac1-fce6-4e67-abea-7ccef2313d37 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:25.552660 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:25.580856 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (8eb3aac1-fce6-4e67-abea-7ccef2313d37), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:25.611088 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Pushing event deleted for resources: {'Port': ['ID=8eb3aac1-fce6-4e67-abea-7ccef2313d37,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:25.621636 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['8eb3aac1-fce6-4e67-abea-7ccef2313d37'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:40:25.658814 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] No DVR routers for this DVR port 8eb3aac1-fce6-4e67-abea-7ccef2313d37 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:40:25.661349 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:25.664564 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-094878a1-c41b-4802-8e87-eb0b7bf5e115 req-bc4e528c-2481-452f-ad02-5bead768408b tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.27 "DELETE /networking/v2.0/ports/8eb3aac1-fce6-4e67-abea-7ccef2313d37 HTTP/1.1" status: 204 len: 173 time: 0.3942349 Oct 12 02:40:25.665085 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'name': 'network-vif-deleted', 'tag': '8eb3aac1-fce6-4e67-abea-7ccef2313d37'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:25.667317 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33481ded-286f-4921-8f19-adc69ffdafb2" -d '{"events": [{"server_uuid": "8c4f23ad-3499-4bc4-9629-9dc7cc95de82", "name": "network-vif-deleted", "tag": "8eb3aac1-fce6-4e67-abea-7ccef2313d37"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:25.780331 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b87c4b-1f95-4b5b-b496-64af9a1a3b26 x-openstack-request-id: req-f7b87c4b-1f95-4b5b-b496-64af9a1a3b26 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:25.780782 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4f23ad-3499-4bc4-9629-9dc7cc95de82", "name": "network-vif-deleted", "tag": "8eb3aac1-fce6-4e67-abea-7ccef2313d37", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:25.781037 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7b87c4b-1f95-4b5b-b496-64af9a1a3b26 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:25.781586 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b87c4b-1f95-4b5b-b496-64af9a1a3b26'] response: {'server_uuid': '8c4f23ad-3499-4bc4-9629-9dc7cc95de82', 'name': 'network-vif-deleted', 'tag': '8eb3aac1-fce6-4e67-abea-7ccef2313d37', 'status': 'completed', 'code': 200} Oct 12 02:40:26.158063 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-817cc626-98df-48e2-968f-19f9a09bde7d req-8e9a1f5c-387a-45fe-82f8-4512ada8910d tempest-VolumesNegativeTest-935652319 tempest-VolumesNegativeTest-935652319-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c4f23ad-3499-4bc4-9629-9dc7cc95de82 HTTP/1.1" status: 200 len: 210 time: 0.0339646 Oct 12 02:40:28.948425 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 8eb3aac1-fce6-4e67-abea-7ccef2313d37 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:28.951448 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:28.969865 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 8eb3aac1-fce6-4e67-abea-7ccef2313d37 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:28.970451 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 8eb3aac1-fce6-4e67-abea-7ccef2313d37 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:29.132764 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:40:31.230029 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60238) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:31.348383 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:31.365616 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-5d118e4f-41dc-49fe-a5af-315454fcc32f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4d2077cfbf1f4b20920cb2a038758fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345096 Oct 12 02:40:31.368097 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60242) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:31.415816 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Publish callbacks [] for security_group (8c7ad793-b26f-4942-a865-9e78ea426fd3), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:31.437200 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Publish callbacks [] for security_group (8c7ad793-b26f-4942-a865-9e78ea426fd3), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:31.487082 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (8c7ad793-b26f-4942-a865-9e78ea426fd3), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:31.489742 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:31.490864 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8c7ad793-b26f-4942-a865-9e78ea426fd3 HTTP/1.1" status: 204 len: 168 time: 0.1218460 Oct 12 02:40:31.498638 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ad793-b26f-4942-a865-9e78ea426fd3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:31.506557 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.506980 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.507389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.507743 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.508086 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.508422 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.508781 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.509113 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.509445 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.509779 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.510109 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.510444 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.510772 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.511134 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:31.511413 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02051ae7-c4fc-4291-83d2-39dd3d50cd3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:40:32.106405 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60264) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:32.200404 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-611392059-network', 'tenant_id': '4d9541e33e4f4751a2fef0ea188fc21d'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:40:32.229634 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Made reservation on behalf of 4d9541e33e4f4751a2fef0ea188fc21d for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:40:32.232359 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.241144 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.320877 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks [] for security_group (768113dd-cb11-4c4c-a72d-f4830b3d9454), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.324248 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (768113dd-cb11-4c4c-a72d-f4830b3d9454), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.347313 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:40:32.362988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768113dd-cb11-4c4c-a72d-f4830b3d9454,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:32.366062 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (4e61ccff-f8e1-4372-8ad8-18efdbb6f977), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.366405 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Added segment 4e61ccff-f8e1-4372-8ad8-18efdbb6f977 of type vlan for network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d Oct 12 02:40:32.408396 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (3d2bc9ac-fcfd-40d2-9731-158ac2866b3d), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.433000 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (3d2bc9ac-fcfd-40d2-9731-158ac2866b3d), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.434014 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:32.434622 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.487991 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3805141 Oct 12 02:40:32.491014 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60268) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:32.495923 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Request body: {'subnet': {'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-611392059-subnet', 'tenant_id': '4d9541e33e4f4751a2fef0ea188fc21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:40:32.499561 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3764-770a-48d6-a204-438091a38578 admin admin] Pushing event updated for resources: {'Network': ['ID=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:32.509467 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:40:32.518020 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Made reservation on behalf of 4d9541e33e4f4751a2fef0ea188fc21d for: {'subnet': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:40:32.520537 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12790438'] for subnet (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.682317 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:32.690100 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13551378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12790452'] for subnet (df5fb406-cf90-492b-ab69-cbde7ef955a2), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.722522 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:32.746276 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5fb406-cf90-492b-ab69-cbde7ef955a2,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:32.768201 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Checking segment: {'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:40:32.768598 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Network hostable DHCP agents. Network: 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:40:32.785218 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:40:32.793651 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d) {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:40:32.798360 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:32.798958 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.804620 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0cebf-e817-49bc-a05c-dfe639dc697a None None] Network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:40:32.815841 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a3eef3db-654c-4a1f-bd57-12a43f9eb853 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3236802 Oct 12 02:40:32.908751 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03765ca3-fd8c-485d-9f86-2f7c0a8db097 None None] Network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:40:33.221680 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:34.586371 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-abe2645f-1f3c-4e47-8157-14f0b1f2db65 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:34.587734 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-abe2645f-1f3c-4e47-8157-14f0b1f2db65 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 813 time: 0.1035802 Oct 12 02:40:34.602817 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-b5e198fa-6139-48c0-b611-a52858cb200a tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/quotas/4d9541e33e4f4751a2fef0ea188fc21d HTTP/1.1" status: 200 len: 375 time: 0.0090353 Oct 12 02:40:34.634604 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-d98c1a30-30f7-4dfe-8ea8-ade3dec051dc tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268955 Oct 12 02:40:34.645192 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-67a8f9a5-e26b-4cb5-9e9d-2592c76eddb2 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:40:34.646123 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-67a8f9a5-e26b-4cb5-9e9d-2592c76eddb2 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048075 Oct 12 02:40:34.736012 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-d8b0f3b0-6610-4f1e-ba6a-d157a1c846d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848327 Oct 12 02:40:34.830167 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-0a5dd0a1-2d27-4377-87fd-2ad5dd04c095 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884774 Oct 12 02:40:34.995026 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40395e47-c2e0-4065-9f98-26274fe60b25 req-584f6161-31a4-4808-9c9d-845d75586a34 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 210 time: 0.0322745 Oct 12 02:40:35.370551 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.046599 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-c5217e19-3028-48df-beb0-2f42cf4fab2c tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:36.048053 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-c5217e19-3028-48df-beb0-2f42cf4fab2c tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 813 time: 0.1027284 Oct 12 02:40:36.067583 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Request body: {'port': {'device_id': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d', 'admin_state_up': True, 'tenant_id': '4d9541e33e4f4751a2fef0ea188fc21d'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:40:36.106293 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3475c95b-304f-46c7-b396-3a1bc66dc275 req-f62f82aa-092e-4da2-8e6d-cb6edb3ac65d tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 210 time: 0.0311975 Oct 12 02:40:36.126987 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:36.181193 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Made reservation on behalf of 4d9541e33e4f4751a2fef0ea188fc21d for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:40:36.185119 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.260662 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:36.311750 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Allocated IP 172.20.0.7 (3d2bc9ac-fcfd-40d2-9731-158ac2866b3d/df5fb406-cf90-492b-ab69-cbde7ef955a2/bc569d1b-1d26-434c-9841-e17f11e7757a) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:40:36.460201 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks [] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.491262 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.537582 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:40:36.541066 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:40:36.544560 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:40:36.571198 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Pushing event updated for resources: {'Port': ['ID=bc569d1b-1d26-434c-9841-e17f11e7757a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:36.597785 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:36.598390 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.614380 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-796e54b0-7fd2-4789-be6e-246e90ed902e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508213 Oct 12 02:40:36.634192 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Request body: {'port': {'device_id': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:40:36.691432 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.873389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:36.950543 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc569d1b-1d26-434c-9841-e17f11e7757a {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:40:36.957999 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Publish callbacks [] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.971170 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Transition to ACTIVE for port object bc569d1b-1d26-434c-9841-e17f11e7757a will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:40:36.974958 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.036392 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Pushing event updated for resources: {'Port': ['ID=bc569d1b-1d26-434c-9841-e17f11e7757a,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:37.079647 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:37.090462 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Attempting to bind port bc569d1b-1d26-434c-9841-e17f11e7757a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:40:37.090799 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Attempting to bind port bc569d1b-1d26-434c-9841-e17f11e7757a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:40:37.091126 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Attempting to bind port bc569d1b-1d26-434c-9841-e17f11e7757a on network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:40:37.132516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Port bc569d1b-1d26-434c-9841-e17f11e7757a on network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:40:37.132764 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Attempting to bind port bc569d1b-1d26-434c-9841-e17f11e7757a on network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:40:37.174594 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:40:37.174937 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Checking segment: {'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:40:37.175322 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Bound using segment: {'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:40:37.175773 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Bound port: bc569d1b-1d26-434c-9841-e17f11e7757a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:40:37.176114 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.258285 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bff40-1ad0-4a12-a428-ccda523f4a67 req-98470942-8b6f-47e6-8a56-6d192f6dc6e5 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:37.259717 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8f0bff40-1ad0-4a12-a428-ccda523f4a67 req-98470942-8b6f-47e6-8a56-6d192f6dc6e5 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 943 time: 0.0743725 Oct 12 02:40:37.292197 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] For port bc569d1b-1d26-434c-9841-e17f11e7757a, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:40:37.311835 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] For port bc569d1b-1d26-434c-9841-e17f11e7757a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bc569d1b-1d26-434c-9841-e17f11e7757a,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:40:37.322784 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.331061 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:37.331658 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.333109 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/bc569d1b-1d26-434c-9841-e17f11e7757a HTTP/1.1" status: 200 len: 1093 time: 0.7027688 Oct 12 02:40:37.333646 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'tag': 'bc569d1b-1d26-434c-9841-e17f11e7757a'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:37.335847 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b026713-491a-4b8e-86a1-0cbbecc713d7" -d '{"events": [{"name": "network-changed", "server_uuid": "253dff7a-568f-43a8-b116-9a27db9c4a29", "tag": "bc569d1b-1d26-434c-9841-e17f11e7757a"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:37.360178 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8f0bff40-1ad0-4a12-a428-ccda523f4a67 req-4d83ed10-e23b-4778-8b8f-bbb4ec8635f1 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Oct 12 02:40:37.385190 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66a979-f3aa-4e06-9ff5-0b4ecb1bef14 service neutron] Pushing event updated for resources: {'Port': ['ID=bc569d1b-1d26-434c-9841-e17f11e7757a,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:37.393424 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4a1e2-fb13-41ab-b257-e1aaaa102f1e x-openstack-request-id: req-bfe4a1e2-fb13-41ab-b257-e1aaaa102f1e {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:37.393712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253dff7a-568f-43a8-b116-9a27db9c4a29", "tag": "bc569d1b-1d26-434c-9841-e17f11e7757a", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:37.393962 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfe4a1e2-fb13-41ab-b257-e1aaaa102f1e {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:37.394364 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe4a1e2-fb13-41ab-b257-e1aaaa102f1e'] response: {'name': 'network-changed', 'server_uuid': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'tag': 'bc569d1b-1d26-434c-9841-e17f11e7757a', 'status': 'completed', 'code': 200} Oct 12 02:40:37.454254 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-f61fd8ac-e965-42f1-8ce1-ef571981ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:37.455695 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-f61fd8ac-e965-42f1-8ce1-ef571981ff6e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 1127 time: 0.0395515 Oct 12 02:40:37.503759 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-c499e273-c5ae-4a35-b913-0008d58748db service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc569d1b-1d26-434c-9841-e17f11e7757a HTTP/1.1" status: 200 len: 217 time: 0.0350800 Oct 12 02:40:37.552428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-fbfd7dd5-49a2-442c-b19e-960f1bacfdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:37.553919 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-fbfd7dd5-49a2-442c-b19e-960f1bacfdd1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=df5fb406-cf90-492b-ab69-cbde7ef955a2 HTTP/1.1" status: 200 len: 853 time: 0.0452158 Oct 12 02:40:37.586099 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-2a59061e-14b5-4673-8c75-3667ce20f20c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258286 Oct 12 02:40:37.678574 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-efaa564c-a1a1-4bc8-be86-15f2469c02f2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857468 Oct 12 02:40:37.768229 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-6046b8b7-576b-42f9-946c-e21f0ca6b7ab req-01229491-bd47-4912-b934-5bb9b34bfefa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839648 Oct 12 02:40:38.451796 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:38.537293 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aabf7-5519-45d9-99d4-5e0adf194aba req-dc2e7dc7-a9f2-48e1-870d-ff263b9e3790 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:38.538763 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-200aabf7-5519-45d9-99d4-5e0adf194aba req-dc2e7dc7-a9f2-48e1-870d-ff263b9e3790 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 943 time: 0.0973334 Oct 12 02:40:38.544376 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-883f9b47-46d8-4497-91a0-8147d96fa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:38.546757 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-883f9b47-46d8-4497-91a0-8147d96fa14f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 1127 time: 0.0677056 Oct 12 02:40:38.651104 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-200aabf7-5519-45d9-99d4-5e0adf194aba req-cadfd37a-d0cc-4fa7-9fd2-0c710d5d8fb2 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032126 Oct 12 02:40:38.676876 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-2d6c7185-e586-4d8b-841e-2cbd5e24583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:38.678299 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-2d6c7185-e586-4d8b-841e-2cbd5e24583c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 914 time: 0.1234195 Oct 12 02:40:38.719158 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-b4914df2-549d-4368-b327-882adff09e6c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc569d1b-1d26-434c-9841-e17f11e7757a HTTP/1.1" status: 200 len: 217 time: 0.0336146 Oct 12 02:40:38.756833 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:38.769121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-f6ce4505-5bcb-40e0-9297-5bc304a2eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:38.770542 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-f6ce4505-5bcb-40e0-9297-5bc304a2eca1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=df5fb406-cf90-492b-ab69-cbde7ef955a2 HTTP/1.1" status: 200 len: 853 time: 0.0450091 Oct 12 02:40:38.803159 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-0a0a3cb2-4d3e-43ec-a0ad-e1ddf3b0e99f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271034 Oct 12 02:40:38.895464 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-01f8beba-5f06-4daf-9894-e629e39c17fe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853417 Oct 12 02:40:38.988838 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device bc569d1b-1d26-434c-9841-e17f11e7757a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:40:39.095086 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port bc569d1b-1d26-434c-9841-e17f11e7757a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bc569d1b-1d26-434c-9841-e17f11e7757a,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:39.106853 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': 'bc569d1b-1d26-434c-9841-e17f11e7757a', 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d', 'port_id': 'bc569d1b-1d26-434c-9841-e17f11e7757a', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5fb406-cf90-492b-ab69-cbde7ef955a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:40:39.129463 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:39.144971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port bc569d1b-1d26-434c-9841-e17f11e7757a is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:40:39.145359 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:39.159519 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc569d1b-1d26-434c-9841-e17f11e7757a {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:40:39.179660 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port bc569d1b-1d26-434c-9841-e17f11e7757a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bc569d1b-1d26-434c-9841-e17f11e7757a,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:39.184799 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:39.224809 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8b026713-491a-4b8e-86a1-0cbbecc713d7 req-1c33e810-91ab-426a-a620-6f2cd7988902 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219504 Oct 12 02:40:39.237087 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=bc569d1b-1d26-434c-9841-e17f11e7757a,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:39.538528 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['bc569d1b-1d26-434c-9841-e17f11e7757a'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:40:39.776110 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b0b36-154f-4035-bfc2-b74113328c5f req-c976190c-277b-4a7a-8848-2579a0921da2 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:39.777621 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-980b0b36-154f-4035-bfc2-b74113328c5f req-c976190c-277b-4a7a-8848-2579a0921da2 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 944 time: 0.0468385 Oct 12 02:40:39.824487 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-980b0b36-154f-4035-bfc2-b74113328c5f req-5f721502-b6dc-4ede-86ac-ec803d17a891 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Oct 12 02:40:40.944024 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4d2d0-8baf-460b-9e94-0a48e31aa793 req-115e10c2-124e-432f-bb66-e137da85101a tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:40.945480 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3de4d2d0-8baf-460b-9e94-0a48e31aa793 req-115e10c2-124e-432f-bb66-e137da85101a tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 944 time: 0.0459962 Oct 12 02:40:40.992036 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3de4d2d0-8baf-460b-9e94-0a48e31aa793 req-50cd32dd-c85c-4366-97da-84c90d1733aa tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Oct 12 02:40:40.992834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device bc569d1b-1d26-434c-9841-e17f11e7757a up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:40:41.036673 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:41.039745 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port bc569d1b-1d26-434c-9841-e17f11e7757a completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:40:41.046328 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port bc569d1b-1d26-434c-9841-e17f11e7757a triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:40:41.046710 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:41.047052 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port bc569d1b-1d26-434c-9841-e17f11e7757a Oct 12 02:40:41.086785 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:41.121025 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port bc569d1b-1d26-434c-9841-e17f11e7757a is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:40:41.121385 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:41.144429 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc569d1b-1d26-434c-9841-e17f11e7757a'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:41.146662 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f68a0e-bc33-4bbb-9a16-5220fe04fbfd" -d '{"events": [{"server_uuid": "253dff7a-568f-43a8-b116-9a27db9c4a29", "name": "network-vif-plugged", "status": "completed", "tag": "bc569d1b-1d26-434c-9841-e17f11e7757a"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:41.159940 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port bc569d1b-1d26-434c-9841-e17f11e7757a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bc569d1b-1d26-434c-9841-e17f11e7757a,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:41.163901 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:41.213419 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=bc569d1b-1d26-434c-9841-e17f11e7757a,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:41.301626 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3d8ab6-fddb-4590-b814-89806b8096cc x-openstack-request-id: req-0b3d8ab6-fddb-4590-b814-89806b8096cc {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:41.301946 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253dff7a-568f-43a8-b116-9a27db9c4a29", "name": "network-vif-plugged", "status": "completed", "tag": "bc569d1b-1d26-434c-9841-e17f11e7757a", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:41.302205 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b3d8ab6-fddb-4590-b814-89806b8096cc {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:41.302604 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3d8ab6-fddb-4590-b814-89806b8096cc'] response: {'server_uuid': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc569d1b-1d26-434c-9841-e17f11e7757a', 'code': 200} Oct 12 02:40:41.506840 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa14107-eed8-4ee1-86ab-064607fff1a4 req-51088d83-765d-4900-90c0-6cd48d95d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:41.508285 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7fa14107-eed8-4ee1-86ab-064607fff1a4 req-51088d83-765d-4900-90c0-6cd48d95d70e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 1129 time: 0.0379114 Oct 12 02:40:41.553270 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7fa14107-eed8-4ee1-86ab-064607fff1a4 req-2f477679-9b7b-46c8-9ca9-4d2aefc8de05 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Oct 12 02:40:42.115330 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea819-fab1-4f2f-80be-b8919abde57a req-35a64c6a-5976-4287-b30b-743820eda34f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:42.116820 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e98ea819-fab1-4f2f-80be-b8919abde57a req-35a64c6a-5976-4287-b30b-743820eda34f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0493333 Oct 12 02:40:42.162646 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e98ea819-fab1-4f2f-80be-b8919abde57a req-f3fd24d4-d5a1-4788-aa99-d32800069f48 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Oct 12 02:40:43.292048 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae2c0-c6dd-47ce-a8f3-44cfe4642d9d req-417334aa-f483-4e03-a523-41ca29570418 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:43.293554 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b19ae2c0-c6dd-47ce-a8f3-44cfe4642d9d req-417334aa-f483-4e03-a523-41ca29570418 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0473650 Oct 12 02:40:43.344659 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b19ae2c0-c6dd-47ce-a8f3-44cfe4642d9d req-205cf567-278c-45e6-8333-884b52116433 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448136 Oct 12 02:40:46.800803 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bf78aa88-12bd-43bd-9699-2d145273a945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:47.766506 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-2701cee1-7b3c-458f-ad55-e536300f45c6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376220 Oct 12 02:40:47.871398 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-90a0f1ce-dc04-47c8-b06b-27b00f2bd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:47.872822 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-90a0f1ce-dc04-47c8-b06b-27b00f2bd896 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 1129 time: 0.0407379 Oct 12 02:40:47.983747 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-34d521c3-ff7e-4de1-9e55-edeb2511e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:47.985282 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-34d521c3-ff7e-4de1-9e55-edeb2511e5dd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 914 time: 0.0947526 Oct 12 02:40:48.026613 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-cea8aa8e-b791-429d-b46f-afe5070e345e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc569d1b-1d26-434c-9841-e17f11e7757a HTTP/1.1" status: 200 len: 217 time: 0.0350065 Oct 12 02:40:48.082070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-61c4ac1e-c629-4690-a0c0-b86453c203e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:48.083537 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-61c4ac1e-c629-4690-a0c0-b86453c203e1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=df5fb406-cf90-492b-ab69-cbde7ef955a2 HTTP/1.1" status: 200 len: 853 time: 0.0501161 Oct 12 02:40:48.115862 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-1ba5f1b8-47ab-4503-84c9-a5337a374a9c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260930 Oct 12 02:40:48.168818 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:48.207113 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-725207f1-674e-4729-a8c8-5976d6b0b90f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Oct 12 02:40:48.305057 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3ef0ae04-a05a-428a-a72a-c276a32871e2 req-75bd8f91-f397-4808-ac7c-023dde6ac82b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888290 Oct 12 02:40:49.016431 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a2c1cd17-f4e8-4300-9a6d-d99db55c228b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:50.333809 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:51.953806 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:52.004687 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:53.337863 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:53.340194 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=53,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:58.295431 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=94 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:58.302234 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=14 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:01.999315 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:02.001221 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:05.385718 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:06.132137 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:41:15.176160 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:15.376346 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:15.382159 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:16.127767 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:16.802756 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-74bc1ad0-b1be-4dab-886e-f0dbe4325e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:18.678846 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd258-5602-4577-8183-8b6eb97fc26e req-f055184d-e25a-4b0b-b790-3627d0a68607 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:18.680292 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07bcd258-5602-4577-8183-8b6eb97fc26e req-f055184d-e25a-4b0b-b790-3627d0a68607 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0463495 Oct 12 02:41:18.727006 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-07bcd258-5602-4577-8183-8b6eb97fc26e req-fa9603af-cd52-4d65-a2ca-5ce59e6ba21d tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Oct 12 02:41:19.018822 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc8620b7-4e20-4bea-b7e5-79a6dcfd8e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:19.849887 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f334ae-c4bd-416d-8892-0add27bd5184 req-2123bd56-c4cc-4f13-8277-daeb83c40a78 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:19.851271 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a3f334ae-c4bd-416d-8892-0add27bd5184 req-2123bd56-c4cc-4f13-8277-daeb83c40a78 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0469699 Oct 12 02:41:19.898224 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a3f334ae-c4bd-416d-8892-0add27bd5184 req-e3ae8b89-338f-4269-8b96-1c570022ceb5 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Oct 12 02:41:20.326665 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:21.016487 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc7fb0-64c0-4af6-9639-04faa5979c73 req-b1ed3c72-e4f1-4f96-bf7c-c2c620201c0c tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:21.017953 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1dcc7fb0-64c0-4af6-9639-04faa5979c73 req-b1ed3c72-e4f1-4f96-bf7c-c2c620201c0c tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0461597 Oct 12 02:41:21.064762 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1dcc7fb0-64c0-4af6-9639-04faa5979c73 req-c6bd8e84-bed0-4b76-b006-604f97963b8e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Oct 12 02:41:21.957092 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:22.007519 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:22.190538 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8409635-b8ed-49f0-91ef-7d8e488a9e4d req-67af6056-0a22-4ef6-ab54-ef70c939c10b tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:22.191927 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a8409635-b8ed-49f0-91ef-7d8e488a9e4d req-67af6056-0a22-4ef6-ab54-ef70c939c10b tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0499425 Oct 12 02:41:22.237720 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-a8409635-b8ed-49f0-91ef-7d8e488a9e4d req-5c8389ae-fb7e-43f2-a14a-502fead0b69f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Oct 12 02:41:23.294629 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-8c299105-d4a0-43c2-92bf-0764de90d430 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:23.296082 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-8c299105-d4a0-43c2-92bf-0764de90d430 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0461960 Oct 12 02:41:23.361030 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e98dc-dcda-4bce-8a1a-a6f2572a3547 req-7754b213-a59a-48fd-b3c3-b2d7d0c0d547 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:23.362500 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9b3e98dc-dcda-4bce-8a1a-a6f2572a3547 req-7754b213-a59a-48fd-b3c3-b2d7d0c0d547 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=253dff7a-568f-43a8-b116-9a27db9c4a29 HTTP/1.1" status: 200 len: 945 time: 0.0494993 Oct 12 02:41:23.378837 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Deleting port bc569d1b-1d26-434c-9841-e17f11e7757a {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:41:23.379328 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.410165 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9b3e98dc-dcda-4bce-8a1a-a6f2572a3547 req-80b54aaf-70b8-46a6-b7af-e3d2342dc15b tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Oct 12 02:41:23.471643 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] For port bc569d1b-1d26-434c-9841-e17f11e7757a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bc569d1b-1d26-434c-9841-e17f11e7757a,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:23.472002 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.484396 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Calling delete_port for bc569d1b-1d26-434c-9841-e17f11e7757a owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:41:23.610874 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (bc569d1b-1d26-434c-9841-e17f11e7757a), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.638681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Pushing event deleted for resources: {'Port': ['ID=bc569d1b-1d26-434c-9841-e17f11e7757a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:23.646598 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['bc569d1b-1d26-434c-9841-e17f11e7757a'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:41:23.683624 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] No DVR routers for this DVR port bc569d1b-1d26-434c-9841-e17f11e7757a on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:41:23.685988 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.689204 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1dc072e6-a03d-4f62-b281-0b4c5e93b245 req-63537de9-fce4-4695-810b-eef1f985d17f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "DELETE /networking/v2.0/ports/bc569d1b-1d26-434c-9841-e17f11e7757a HTTP/1.1" status: 204 len: 173 time: 0.3868732 Oct 12 02:41:23.689691 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'name': 'network-vif-deleted', 'tag': 'bc569d1b-1d26-434c-9841-e17f11e7757a'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:41:23.692116 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebba4622-e6c2-4e0e-8c4f-9cd6fedaa6ce" -d '{"events": [{"server_uuid": "253dff7a-568f-43a8-b116-9a27db9c4a29", "name": "network-vif-deleted", "tag": "bc569d1b-1d26-434c-9841-e17f11e7757a"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:41:23.735223 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576f2226-7e98-4e72-90e2-130edcb2779b x-openstack-request-id: req-576f2226-7e98-4e72-90e2-130edcb2779b {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:41:23.735511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253dff7a-568f-43a8-b116-9a27db9c4a29", "name": "network-vif-deleted", "tag": "bc569d1b-1d26-434c-9841-e17f11e7757a", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:41:23.735759 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-576f2226-7e98-4e72-90e2-130edcb2779b {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:41:23.736161 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576f2226-7e98-4e72-90e2-130edcb2779b'] response: {'server_uuid': '253dff7a-568f-43a8-b116-9a27db9c4a29', 'name': 'network-vif-deleted', 'tag': 'bc569d1b-1d26-434c-9841-e17f11e7757a', 'status': 'completed', 'code': 200} Oct 12 02:41:27.218930 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device bc569d1b-1d26-434c-9841-e17f11e7757a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:41:27.240096 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: bc569d1b-1d26-434c-9841-e17f11e7757a {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:41:27.240427 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device bc569d1b-1d26-434c-9841-e17f11e7757a not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:41:28.299889 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-e3c58c39-e66c-4487-9cc9-4abafc6945b1 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:28.301570 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-e3c58c39-e66c-4487-9cc9-4abafc6945b1 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 813 time: 0.1035545 Oct 12 02:41:28.315593 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-a666df75-ca68-43fe-8259-5e3da742676e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/quotas/4d9541e33e4f4751a2fef0ea188fc21d HTTP/1.1" status: 200 len: 375 time: 0.0089381 Oct 12 02:41:28.347706 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-72bbf7cb-fd1b-4a9a-adbb-e95a27dbaa39 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268385 Oct 12 02:41:28.400905 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-7b2db95f-d101-49e4-8d44-245ba6132d05 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:41:28.401890 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-7b2db95f-d101-49e4-8d44-245ba6132d05 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0480552 Oct 12 02:41:28.494401 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-9c0d8cb9-738a-4b08-9c51-c46ab2939984 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867140 Oct 12 02:41:28.562587 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:28.584843 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-c00d8385-5601-40c6-9676-6c472ae75cab service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Oct 12 02:41:29.761424 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-31c44306-fc0a-48ab-9159-e5d0cf23116e req-523cbed1-1ed7-46a5-a39a-fcdf76d200cc tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 210 time: 0.0288973 Oct 12 02:41:30.761215 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:30.804167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-dc0f6496-8bd5-419a-8278-cfa42527f3c7 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:30.805766 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-dc0f6496-8bd5-419a-8278-cfa42527f3c7 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 813 time: 0.1073279 Oct 12 02:41:30.824316 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Request body: {'port': {'device_id': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d', 'admin_state_up': True, 'tenant_id': '4d9541e33e4f4751a2fef0ea188fc21d'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:41:30.903058 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7f09b8ab-cbac-4b8d-9907-1e11c5efddd8 req-0c45c35d-66ef-43fd-b666-9b83c62df727 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 210 time: 0.0604336 Oct 12 02:41:30.962820 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Made reservation on behalf of 4d9541e33e4f4751a2fef0ea188fc21d for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:41:30.966872 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.096163 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Allocated IP 172.20.0.3 (3d2bc9ac-fcfd-40d2-9731-158ac2866b3d/df5fb406-cf90-492b-ab69-cbde7ef955a2/dc087012-3a2a-4364-b54b-debe8bfda7e9) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:41:31.241460 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks [] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.274191 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.321873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:41:31.325044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:41:31.329552 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:41:31.356846 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Pushing event updated for resources: {'Port': ['ID=dc087012-3a2a-4364-b54b-debe8bfda7e9,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:31.381754 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:31.382433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.397376 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4aa873a3-8342-4c00-9558-1de494880f96 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781202 Oct 12 02:41:31.414602 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Request body: {'port': {'device_id': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:41:31.472040 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.515589 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:31.573776 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:31.726405 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc087012-3a2a-4364-b54b-debe8bfda7e9 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:41:31.733685 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Publish callbacks [] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.746125 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Transition to ACTIVE for port object dc087012-3a2a-4364-b54b-debe8bfda7e9 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:41:31.749808 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.811328 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Pushing event updated for resources: {'Port': ['ID=dc087012-3a2a-4364-b54b-debe8bfda7e9,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:31.837253 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.837599 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.837937 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.838270 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.838602 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.838930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.839256 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.839578 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.839900 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.840225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.840570 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.840891 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.841206 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.841523 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.841837 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:31.870543 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Attempting to bind port dc087012-3a2a-4364-b54b-debe8bfda7e9 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:41:31.870873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Attempting to bind port dc087012-3a2a-4364-b54b-debe8bfda7e9 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:41:31.871195 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Attempting to bind port dc087012-3a2a-4364-b54b-debe8bfda7e9 on network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:41:31.910181 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Port dc087012-3a2a-4364-b54b-debe8bfda7e9 on network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:41:31.910500 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Attempting to bind port dc087012-3a2a-4364-b54b-debe8bfda7e9 on network 3d2bc9ac-fcfd-40d2-9731-158ac2866b3d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:41:31.951996 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:41:31.952376 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Checking segment: {'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:41:31.952810 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Bound using segment: {'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:41:31.953251 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Bound port: dc087012-3a2a-4364-b54b-debe8bfda7e9, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e61ccff-f8e1-4372-8ad8-18efdbb6f977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:41:31.953645 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.003935 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:32.019290 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] For port dc087012-3a2a-4364-b54b-debe8bfda7e9, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:41:32.023437 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] For port dc087012-3a2a-4364-b54b-debe8bfda7e9, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:41:32.027330 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae0fbc-54e8-4a01-8344-7a8ad744481d req-d49b6012-796b-4b97-8a6c-f5336b23eb5c tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:32.028944 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3bae0fbc-54e8-4a01-8344-7a8ad744481d req-d49b6012-796b-4b97-8a6c-f5336b23eb5c tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 943 time: 0.0481358 Oct 12 02:41:32.029123 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.032124 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:32.032746 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.034280 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/dc087012-3a2a-4364-b54b-debe8bfda7e9 HTTP/1.1" status: 200 len: 1093 time: 0.6242259 Oct 12 02:41:32.036598 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'tag': 'dc087012-3a2a-4364-b54b-debe8bfda7e9'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:41:32.038783 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40303087-b28f-4b47-b795-15530ae4b082" -d '{"events": [{"name": "network-changed", "server_uuid": "e58f1827-9abe-414a-8ded-1807495c4e62", "tag": "dc087012-3a2a-4364-b54b-debe8bfda7e9"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:41:32.083488 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316fa80d-7282-489a-b291-05efb96aac0d x-openstack-request-id: req-316fa80d-7282-489a-b291-05efb96aac0d {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:41:32.083768 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58f1827-9abe-414a-8ded-1807495c4e62", "tag": "dc087012-3a2a-4364-b54b-debe8bfda7e9", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:41:32.084018 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-316fa80d-7282-489a-b291-05efb96aac0d {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:41:32.084416 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316fa80d-7282-489a-b291-05efb96aac0d'] response: {'name': 'network-changed', 'server_uuid': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'tag': 'dc087012-3a2a-4364-b54b-debe8bfda7e9', 'status': 'completed', 'code': 200} Oct 12 02:41:32.094360 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb04b30-a7de-456d-b1c6-72adc9510f17 service neutron] Pushing event updated for resources: {'Port': ['ID=dc087012-3a2a-4364-b54b-debe8bfda7e9,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:32.107621 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3bae0fbc-54e8-4a01-8344-7a8ad744481d req-18e6c37a-9585-4ac2-888c-cb720572968e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719407 Oct 12 02:41:32.142972 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-99feeb43-08a5-4be8-984a-bab6ffdf609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:32.144481 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-99feeb43-08a5-4be8-984a-bab6ffdf609e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 1127 time: 0.0400343 Oct 12 02:41:32.191816 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-8e06ceff-cae7-4d05-bd64-39e71979d792 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9 HTTP/1.1" status: 200 len: 217 time: 0.0347004 Oct 12 02:41:32.239805 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ea1cb8d4-60d2-4e3c-ab61-fc25e9d16c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:32.241193 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-ea1cb8d4-60d2-4e3c-ab61-fc25e9d16c86 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=df5fb406-cf90-492b-ab69-cbde7ef955a2 HTTP/1.1" status: 200 len: 853 time: 0.0424967 Oct 12 02:41:32.272322 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-06cdb718-4801-4486-919c-6578efcc92bd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251081 Oct 12 02:41:32.364355 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-cdf9382c-55ca-4556-af4a-02ba0a2742b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844738 Oct 12 02:41:32.448522 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:32.452660 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-7e30c5b8-46d4-4e96-a7ab-69cc1d82cfbd req-4c467627-3146-4b28-ab6a-469f964a20ed service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834265 Oct 12 02:41:33.179391 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:33.214460 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dc087012-3a2a-4364-b54b-debe8bfda7e9 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:41:33.242721 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40303087-b28f-4b47-b795-15530ae4b082 req-1fe631e3-b945-478b-a170-4010cb82db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:33.244211 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40303087-b28f-4b47-b795-15530ae4b082 req-1fe631e3-b945-478b-a170-4010cb82db03 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 1127 time: 0.0724845 Oct 12 02:41:33.264131 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170428b3-2de8-40e0-8f60-37e6f4c17038 req-53415efc-8f2c-499f-92be-747b87d46215 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:33.265565 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-170428b3-2de8-40e0-8f60-37e6f4c17038 req-53415efc-8f2c-499f-92be-747b87d46215 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 943 time: 0.0663741 Oct 12 02:41:33.315297 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port dc087012-3a2a-4364-b54b-debe8bfda7e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:33.327355 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': 'dc087012-3a2a-4364-b54b-debe8bfda7e9', 'network_id': '3d2bc9ac-fcfd-40d2-9731-158ac2866b3d', 'port_id': 'dc087012-3a2a-4364-b54b-debe8bfda7e9', 'mac_address': 'fa:16:3e:c0:26:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5fb406-cf90-492b-ab69-cbde7ef955a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:41:33.362511 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port dc087012-3a2a-4364-b54b-debe8bfda7e9 is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:41:33.362900 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:33.370359 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-170428b3-2de8-40e0-8f60-37e6f4c17038 req-9eb60b6b-93d1-40dd-93bb-215ffba7d23c tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929043 Oct 12 02:41:33.376371 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc087012-3a2a-4364-b54b-debe8bfda7e9 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:41:33.384741 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40303087-b28f-4b47-b795-15530ae4b082 req-05b1e147-5724-4876-afdf-8c7a549e3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:33.386207 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40303087-b28f-4b47-b795-15530ae4b082 req-05b1e147-5724-4876-afdf-8c7a549e3b50 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 914 time: 0.1342897 Oct 12 02:41:33.399584 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port dc087012-3a2a-4364-b54b-debe8bfda7e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:33.403284 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:33.425098 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40303087-b28f-4b47-b795-15530ae4b082 req-f8212524-4ae2-4b9e-bb4a-0bb2c515c5a2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9 HTTP/1.1" status: 200 len: 217 time: 0.0331275 Oct 12 02:41:33.453670 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=dc087012-3a2a-4364-b54b-debe8bfda7e9,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:33.461862 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.462211 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.462554 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.462916 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.463252 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.463582 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.463906 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.464233 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.464585 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.464915 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.465240 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.465580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.465909 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.466230 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.466548 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:33.474309 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40303087-b28f-4b47-b795-15530ae4b082 req-cd818ce1-c50b-48a0-8dff-f3586dd2e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:33.475778 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40303087-b28f-4b47-b795-15530ae4b082 req-cd818ce1-c50b-48a0-8dff-f3586dd2e599 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=df5fb406-cf90-492b-ab69-cbde7ef955a2 HTTP/1.1" status: 200 len: 853 time: 0.0452516 Oct 12 02:41:33.508460 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40303087-b28f-4b47-b795-15530ae4b082 req-4617e75e-b153-48d9-86f9-4551959ad4a1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265219 Oct 12 02:41:33.602441 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40303087-b28f-4b47-b795-15530ae4b082 req-bf154f28-138e-4704-8dc2-1389f1ead529 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885229 Oct 12 02:41:33.683044 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['dc087012-3a2a-4364-b54b-debe8bfda7e9'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:41:33.703926 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-40303087-b28f-4b47-b795-15530ae4b082 req-0fe861ee-9a0a-43b9-ad7e-8d6531ba03e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952613 Oct 12 02:41:34.491160 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e61fa-5161-4efe-a3a7-1fee76a2f018 req-dc67aadc-89a8-4469-909b-6c5d138fbeb9 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:34.492657 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5c3e61fa-5161-4efe-a3a7-1fee76a2f018 req-dc67aadc-89a8-4469-909b-6c5d138fbeb9 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 944 time: 0.0463505 Oct 12 02:41:34.540396 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-5c3e61fa-5161-4efe-a3a7-1fee76a2f018 req-3675a7a0-c127-4e5c-8719-03ed44089c4e tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Oct 12 02:41:35.228557 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dc087012-3a2a-4364-b54b-debe8bfda7e9 up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:41:35.275534 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port dc087012-3a2a-4364-b54b-debe8bfda7e9 completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:41:35.281141 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port dc087012-3a2a-4364-b54b-debe8bfda7e9 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:41:35.281518 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:35.281854 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port dc087012-3a2a-4364-b54b-debe8bfda7e9 Oct 12 02:41:35.354020 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port dc087012-3a2a-4364-b54b-debe8bfda7e9 is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:41:35.354401 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:35.389347 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc087012-3a2a-4364-b54b-debe8bfda7e9'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:41:35.391577 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0e059c-fde0-40be-ab36-3c0308d8cd19" -d '{"events": [{"server_uuid": "e58f1827-9abe-414a-8ded-1807495c4e62", "name": "network-vif-plugged", "status": "completed", "tag": "dc087012-3a2a-4364-b54b-debe8bfda7e9"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:41:35.402258 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:35.405747 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port dc087012-3a2a-4364-b54b-debe8bfda7e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:35.410215 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:35.434836 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d029d7c1-fb0d-455a-a2c0-8e3e32b99c2e x-openstack-request-id: req-d029d7c1-fb0d-455a-a2c0-8e3e32b99c2e {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:41:35.435145 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58f1827-9abe-414a-8ded-1807495c4e62", "name": "network-vif-plugged", "status": "completed", "tag": "dc087012-3a2a-4364-b54b-debe8bfda7e9", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:41:35.435398 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d029d7c1-fb0d-455a-a2c0-8e3e32b99c2e {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:41:35.435785 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d029d7c1-fb0d-455a-a2c0-8e3e32b99c2e'] response: {'server_uuid': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc087012-3a2a-4364-b54b-debe8bfda7e9', 'code': 200} Oct 12 02:41:35.464624 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=dc087012-3a2a-4364-b54b-debe8bfda7e9,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:35.632096 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174988b-37a9-4f4f-8798-e816daac9c43 req-57c5a33e-6dc1-42e4-ab57-77c08c273edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:35.633919 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f174988b-37a9-4f4f-8798-e816daac9c43 req-57c5a33e-6dc1-42e4-ab57-77c08c273edf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 1129 time: 0.0416799 Oct 12 02:41:35.659602 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e5d22-6b70-4fcd-8965-ce3b3ced4d95 req-cf2bd259-9e52-4419-9a3b-c878377db43b tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:35.661139 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-155e5d22-6b70-4fcd-8965-ce3b3ced4d95 req-cf2bd259-9e52-4419-9a3b-c878377db43b tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Oct 12 02:41:35.678996 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f174988b-37a9-4f4f-8798-e816daac9c43 req-0acf6340-d4be-4ae3-b9a8-08cb902375ad service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 Oct 12 02:41:35.707213 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-155e5d22-6b70-4fcd-8965-ce3b3ced4d95 req-7a279931-887c-4dce-8553-5f9b05e885d1 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Oct 12 02:41:36.826399 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb31-c852-41fc-9749-0fa997f5f0dc req-58038c26-342b-407e-b4a7-a0274f7a2802 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:36.827731 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d808cb31-c852-41fc-9749-0fa997f5f0dc req-58038c26-342b-407e-b4a7-a0274f7a2802 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 945 time: 0.0451968 Oct 12 02:41:36.874038 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d808cb31-c852-41fc-9749-0fa997f5f0dc req-9eb2bfe1-f7ae-484e-9dd8-c4273e5b32ab tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Oct 12 02:41:43.131569 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:41:45.460698 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:45.462524 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:45.701030 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=58 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:45.703531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=52 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:46.804809 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-40167c0a-943f-4092-a30c-07dd0c583d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.867827 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=64 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:46.870118 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=70 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:47.224144 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:49.021647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9c31d50a-4a09-4487-8b5a-a05dc227b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:49.146605 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-ad49a6ff-df6a-4b33-9426-e1efd7123ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:49.148229 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-ad49a6ff-df6a-4b33-9426-e1efd7123ab8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 1129 time: 0.0464585 Oct 12 02:41:49.665516 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-99f61664-1e98-48a8-ab78-bf2fdfc8683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:49.666965 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-99f61664-1e98-48a8-ab78-bf2fdfc8683b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 200 len: 914 time: 0.0848894 Oct 12 02:41:49.708166 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-46a53434-3d9b-4201-a623-a76ac9faa86f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9 HTTP/1.1" status: 200 len: 217 time: 0.0352671 Oct 12 02:41:49.756019 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-f9ba45c6-5ee3-4020-884c-23cd5bcc93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:49.757455 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-f9ba45c6-5ee3-4020-884c-23cd5bcc93e0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=df5fb406-cf90-492b-ab69-cbde7ef955a2 HTTP/1.1" status: 200 len: 853 time: 0.0437758 Oct 12 02:41:49.787748 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-cb6fbc36-a91f-423f-a05f-cfa57afd6d3e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243876 Oct 12 02:41:49.880724 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-3bfb0899-75ab-499d-ad93-f2585a017bd2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868812 Oct 12 02:41:49.970317 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-b4b96349-63fe-4707-95eb-4dc858ffdc11 req-804480bf-468d-496d-aa7e-363e771c5a43 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828674 Oct 12 02:41:50.328116 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:51.962963 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:52.010010 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:53.128029 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:55.869907 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b9b72-f4b2-49a4-9615-674727cba2a0 req-dfb71807-c06d-419e-a180-b352e17250c0 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:55.871380 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e99b9b72-f4b2-49a4-9615-674727cba2a0 req-dfb71807-c06d-419e-a180-b352e17250c0 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 945 time: 0.0527015 Oct 12 02:41:55.918322 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e99b9b72-f4b2-49a4-9615-674727cba2a0 req-6b4cdb58-709b-409d-a893-7cb85c02405a tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Oct 12 02:41:57.040756 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e8135-15a3-438c-9c83-81418ae2b1a6 req-59cc9756-e2fc-4558-9932-f1ad1a7c8b25 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:57.042222 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-788e8135-15a3-438c-9c83-81418ae2b1a6 req-59cc9756-e2fc-4558-9932-f1ad1a7c8b25 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 945 time: 0.0473104 Oct 12 02:41:57.091878 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-788e8135-15a3-438c-9c83-81418ae2b1a6 req-83125fd7-dc98-42e8-b1cd-05568e20fca8 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Oct 12 02:41:58.364600 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93cc2-a2c1-4da9-bd14-9af73e057489 req-6ed87b81-fb65-49fc-8358-c0aa82d3fb78 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:58.366048 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9fd93cc2-a2c1-4da9-bd14-9af73e057489 req-6ed87b81-fb65-49fc-8358-c0aa82d3fb78 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 945 time: 0.0467606 Oct 12 02:41:58.412045 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-9fd93cc2-a2c1-4da9-bd14-9af73e057489 req-d804ccc6-73a0-45c5-91ab-32d50dfc7e7f tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Oct 12 02:41:59.534778 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519b5a-78f2-4748-90e0-a89f36457f20 req-6c62d2bf-e4cf-45b9-80f6-57900758367d tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:59.536226 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78519b5a-78f2-4748-90e0-a89f36457f20 req-6c62d2bf-e4cf-45b9-80f6-57900758367d tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 945 time: 0.0476303 Oct 12 02:41:59.583502 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-78519b5a-78f2-4748-90e0-a89f36457f20 req-4f26fd07-d489-41f9-95ea-6a4df0560147 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=768113dd-cb11-4c4c-a72d-f4830b3d9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Oct 12 02:42:00.176231 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-2bef1bab-150b-43fa-a202-26508efe2392 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:00.177672 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-2bef1bab-150b-43fa-a202-26508efe2392 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 945 time: 0.0462594 Oct 12 02:42:00.261064 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Deleting port dc087012-3a2a-4364-b54b-debe8bfda7e9 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:42:00.261411 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:00.350222 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] For port dc087012-3a2a-4364-b54b-debe8bfda7e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc087012-3a2a-4364-b54b-debe8bfda7e9,segment=NetworkSegment(4e61ccff-f8e1-4372-8ad8-18efdbb6f977),segment_id=4e61ccff-f8e1-4372-8ad8-18efdbb6f977)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:00.350499 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:00.363936 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Calling delete_port for dc087012-3a2a-4364-b54b-debe8bfda7e9 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:42:00.461745 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:00.478723 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:00.490315 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (dc087012-3a2a-4364-b54b-debe8bfda7e9), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:00.517648 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Pushing event deleted for resources: {'Port': ['ID=dc087012-3a2a-4364-b54b-debe8bfda7e9,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:00.530076 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['dc087012-3a2a-4364-b54b-debe8bfda7e9'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:42:00.689662 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3c80e7c3-2e31-418d-99aa-3ebac2e81d0b req-08fdedf6-3f86-4f31-bc91-6c0de04cdbc9 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58f1827-9abe-414a-8ded-1807495c4e62 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Oct 12 02:42:00.796174 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] No DVR routers for this DVR port dc087012-3a2a-4364-b54b-debe8bfda7e9 on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:42:00.798704 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:00.801893 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f8576fa6-49e2-4df8-bf29-fa55bb54f2e5 req-27819b98-a9e8-45e7-b469-48e12d498f60 tempest-VolumesSnapshotTestJSON-418789575 tempest-VolumesSnapshotTestJSON-418789575-project] 10.222.0.27 "DELETE /networking/v2.0/ports/dc087012-3a2a-4364-b54b-debe8bfda7e9 HTTP/1.1" status: 204 len: 173 time: 0.6190031 Oct 12 02:42:00.802375 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'name': 'network-vif-deleted', 'tag': 'dc087012-3a2a-4364-b54b-debe8bfda7e9'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:42:00.804576 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2090870f-5dc0-41d5-b7c8-f9bbba7b6577" -d '{"events": [{"server_uuid": "e58f1827-9abe-414a-8ded-1807495c4e62", "name": "network-vif-deleted", "tag": "dc087012-3a2a-4364-b54b-debe8bfda7e9"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:42:00.848948 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8940ee5-2be1-4ca5-9147-10948f365c64 x-openstack-request-id: req-c8940ee5-2be1-4ca5-9147-10948f365c64 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:42:00.849234 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58f1827-9abe-414a-8ded-1807495c4e62", "name": "network-vif-deleted", "tag": "dc087012-3a2a-4364-b54b-debe8bfda7e9", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:42:00.849480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8940ee5-2be1-4ca5-9147-10948f365c64 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:42:00.849867 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8940ee5-2be1-4ca5-9147-10948f365c64'] response: {'server_uuid': 'e58f1827-9abe-414a-8ded-1807495c4e62', 'name': 'network-vif-deleted', 'tag': 'dc087012-3a2a-4364-b54b-debe8bfda7e9', 'status': 'completed', 'code': 200} Oct 12 02:42:03.299278 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dc087012-3a2a-4364-b54b-debe8bfda7e9 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:42:03.322792 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: dc087012-3a2a-4364-b54b-debe8bfda7e9 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:42:03.323141 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device dc087012-3a2a-4364-b54b-debe8bfda7e9 not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:42:05.400021 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.544667 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:10.545528 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:10.670946 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=16 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:10.671880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=22 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:12.028031 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=12 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:12.030000 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=14 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.394288 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.395421 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:16.806669 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6b5afb59-7cec-4d06-82a8-f376e9ea28f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.813789 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60820) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:18.858654 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] Deleting subnet df5fb406-cf90-492b-ab69-cbde7ef955a2 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:42:18.861916 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] Publish callbacks [] for subnet (df5fb406-cf90-492b-ab69-cbde7ef955a2), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.895554 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12792393'] for subnet (df5fb406-cf90-492b-ab69-cbde7ef955a2), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.934726 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (df5fb406-cf90-492b-ab69-cbde7ef955a2), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.990462 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13573185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13536448'] for subnet (df5fb406-cf90-492b-ab69-cbde7ef955a2), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.019116 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5fb406-cf90-492b-ab69-cbde7ef955a2,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:19.021422 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.024683 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a921773e-2bae-46e2-bdaa-ee61869e2d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.027477 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-7d5d9ccb-ebbc-4012-b9f0-fe37052f567c admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/df5fb406-cf90-492b-ab69-cbde7ef955a2 HTTP/1.1" status: 204 len: 168 time: 0.2126458 Oct 12 02:42:19.027614 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60822) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:19.099721 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (3d2bc9ac-fcfd-40d2-9731-158ac2866b3d), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.182678 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (3d2bc9ac-fcfd-40d2-9731-158ac2866b3d), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.202343 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2bc9ac-fcfd-40d2-9731-158ac2866b3d']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:19.211367 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e61ccff-f8e1-4372-8ad8-18efdbb6f977') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:19.211664 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e61ccff-f8e1-4372-8ad8-18efdbb6f977') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:19.221319 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (4e61ccff-f8e1-4372-8ad8-18efdbb6f977), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.234974 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (4e61ccff-f8e1-4372-8ad8-18efdbb6f977), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.241296 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:42:19.241678 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (4e61ccff-f8e1-4372-8ad8-18efdbb6f977), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.305893 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (3d2bc9ac-fcfd-40d2-9731-158ac2866b3d), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.311813 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.314943 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3d2bc9ac-fcfd-40d2-9731-158ac2866b3d HTTP/1.1" status: 204 len: 168 time: 0.2862592 Oct 12 02:42:19.326988 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2bc9ac-fcfd-40d2-9731-158ac2866b3d,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:19.334243 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.334616 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.334916 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.335247 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.335581 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.335913 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.336806 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.337138 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.337470 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.337799 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.338129 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.338451 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.338780 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.339103 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.339425 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87199940-2fad-4ff7-9b33-515152d4b0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:19.392575 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 4e61ccff-f8e1-4372-8ad8-18efdbb6f977 resource provider aggregate not found Oct 12 02:42:19.410973 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment 4e61ccff-f8e1-4372-8ad8-18efdbb6f977 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e61ccff-f8e1-4372-8ad8-18efdbb6f977 found for delete ", "request_id": "req-aa30fe54-b0ed-489b-ab22-6b2f90f432ce"}]} Oct 12 02:42:19.427957 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60832) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:19.468901 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-dd80f9ed-8e3d-405d-9072-a15b1b3ee6d2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4d9541e33e4f4751a2fef0ea188fc21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397379 Oct 12 02:42:19.471438 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60834) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:19.522760 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f3766fa5-714a-4203-846e-ba588d95b904 admin admin] Publish callbacks [] for security_group (768113dd-cb11-4c4c-a72d-f4830b3d9454), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.544826 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f3766fa5-714a-4203-846e-ba588d95b904 admin admin] Publish callbacks [] for security_group (768113dd-cb11-4c4c-a72d-f4830b3d9454), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.593688 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f3766fa5-714a-4203-846e-ba588d95b904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (768113dd-cb11-4c4c-a72d-f4830b3d9454), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.596544 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f3766fa5-714a-4203-846e-ba588d95b904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.597678 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f3766fa5-714a-4203-846e-ba588d95b904 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/768113dd-cb11-4c4c-a72d-f4830b3d9454 HTTP/1.1" status: 204 len: 168 time: 0.1253784 Oct 12 02:42:19.606369 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3766fa5-714a-4203-846e-ba588d95b904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768113dd-cb11-4c4c-a72d-f4830b3d9454,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:20.134450 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:42:20.260607 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60856) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:20.332489 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.358650 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1255603236-network', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:20.379042 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Made reservation on behalf of a2e62e5890dd476e9b5ec4dd20a265a7 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:20.381584 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.391070 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.467523 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks [] for security_group (281f45ee-96fa-4f74-9573-aab3821d0f9e), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.471414 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (281f45ee-96fa-4f74-9573-aab3821d0f9e), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.499164 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:42:20.504597 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281f45ee-96fa-4f74-9573-aab3821d0f9e,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:20.513050 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (d03b9f66-ceba-4918-9638-6bdcfd457b31), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.513050 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Added segment d03b9f66-ceba-4918-9638-6bdcfd457b31 of type vlan for network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 Oct 12 02:42:20.553082 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.580604 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.581562 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:20.582132 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.596662 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:20.637791 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:20.649812 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3881392 Oct 12 02:42:20.653092 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60860) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:20.654853 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd6188-cdd7-42b9-8a61-df4f6ba4cb2e admin admin] Pushing event updated for resources: {'Network': ['ID=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:20.658160 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Request body: {'subnet': {'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1255603236-subnet', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:20.666316 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:42:20.678451 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Made reservation on behalf of a2e62e5890dd476e9b5ec4dd20a265a7 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:20.681044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13535521'] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.849105 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13535539'] for subnet (c4b75617-2ff3-4d5c-b720-3f432d0026a4), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.905252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b75617-2ff3-4d5c-b720-3f432d0026a4,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:20.912265 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Checking segment: {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:20.912652 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Network hostable DHCP agents. Network: e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:42:20.929111 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:42:20.938226 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:20.942324 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:20.942973 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.947740 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851027b7-ccf2-42f6-ae48-37f2a76f78d2 None None] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:20.959429 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-682d0a0b-62ac-457c-86a1-657b7d028280 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3052545 Oct 12 02:42:20.962832 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60862) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:20.966514 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:20.987038 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (6cb02413-6279-435d-9859-a6a0bdfe48d6), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.988213 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (6cb02413-6279-435d-9859-a6a0bdfe48d6), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.042512 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks [] for router_controller (6cb02413-6279-435d-9859-a6a0bdfe48d6), precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.052398 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:42:21.053683 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.183996 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks [] for router_gateway (6cb02413-6279-435d-9859-a6a0bdfe48d6), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.191217 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Allocated IP 172.20.0.2 (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530/c4b75617-2ff3-4d5c-b720-3f432d0026a4/b476b807-c87d-411b-807f-fb8000df55bc) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:21.205469 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:21.255654 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:21.338938 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Publish callbacks [] for port (b476b807-c87d-411b-807f-fb8000df55bc), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.344280 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (b476b807-c87d-411b-807f-fb8000df55bc), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.373957 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks [] for router_gateway (6cb02413-6279-435d-9859-a6a0bdfe48d6), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.384722 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:21.389594 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:21.391960 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:21.393017 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.400078 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Pushing event updated for resources: {'Port': ['ID=b476b807-c87d-411b-807f-fb8000df55bc,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:21.453645 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Attempting to bind port b476b807-c87d-411b-807f-fb8000df55bc on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:21.453946 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Attempting to bind port b476b807-c87d-411b-807f-fb8000df55bc by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:21.454304 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Attempting to bind port b476b807-c87d-411b-807f-fb8000df55bc on network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:21.499189 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:21.499567 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Checking segment: {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:21.499980 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.500371 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Bound using segment: {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:21.500868 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Bound port: b476b807-c87d-411b-807f-fb8000df55bc, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:21.501254 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b476b807-c87d-411b-807f-fb8000df55bc), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.501358 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Allocated IP 172.28.2.134 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/45c0b900-a1f3-4767-84dc-81bba9fb7cae) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:21.562361 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] For port b476b807-c87d-411b-807f-fb8000df55bc, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:21.565569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] For port b476b807-c87d-411b-807f-fb8000df55bc, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=b476b807-c87d-411b-807f-fb8000df55bc,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:21.572375 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (b476b807-c87d-411b-807f-fb8000df55bc), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.609985 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks [] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.625581 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb294f7-f10f-4ed7-81a1-f4fa081d1d3d None None] Pushing event updated for resources: {'Port': ['ID=b476b807-c87d-411b-807f-fb8000df55bc,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:21.644041 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.690991 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:21.697246 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:21.699478 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Pushing event updated for resources: {'Port': ['ID=45c0b900-a1f3-4767-84dc-81bba9fb7cae,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:21.701637 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:21.954885 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks [] for router_gateway (6cb02413-6279-435d-9859-a6a0bdfe48d6), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:21.963075 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.007506 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:22.012178 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.056322 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:22.132210 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b476b807-c87d-411b-807f-fb8000df55bc up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:22.155653 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (6cb02413-6279-435d-9859-a6a0bdfe48d6), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.169805 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:22.183453 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port b476b807-c87d-411b-807f-fb8000df55bc triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:22.183873 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b476b807-c87d-411b-807f-fb8000df55bc), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.184215 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port b476b807-c87d-411b-807f-fb8000df55bc Oct 12 02:42:22.207487 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:22.260965 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port b476b807-c87d-411b-807f-fb8000df55bc is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:22.261633 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b476b807-c87d-411b-807f-fb8000df55bc), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.289688 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Router 6cb02413-6279-435d-9859-a6a0bdfe48d6 is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:42:22.297623 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port b476b807-c87d-411b-807f-fb8000df55bc, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=b476b807-c87d-411b-807f-fb8000df55bc,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:22.301810 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (b476b807-c87d-411b-807f-fb8000df55bc), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.404267 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:22.418569 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Sync routers for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:22.432147 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:22.433270 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:22.434259 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.438241 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-c7e55796-9447-4279-a0de-fcb13707473b admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4724791 Oct 12 02:42:22.438847 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60864) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:22.499070 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=b476b807-c87d-411b-807f-fb8000df55bc,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:22.547222 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4016c-86e0-4654-a704-2bbe60a92e22 None None] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:22.547532 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:22.674897 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d940da03-2437-4c0f-ab65-bea8456fda0f None None] Provisioning complete for port b476b807-c87d-411b-807f-fb8000df55bc triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:22.675284 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d940da03-2437-4c0f-ab65-bea8456fda0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b476b807-c87d-411b-807f-fb8000df55bc), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.675636 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d940da03-2437-4c0f-ab65-bea8456fda0f None None] Attempt 1 to provision port b476b807-c87d-411b-807f-fb8000df55bc Oct 12 02:42:22.725916 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:21Z', 'revision_number': 3, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:22.754917 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Checking router: 6cb02413-6279-435d-9859-a6a0bdfe48d6 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:22.755495 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Updating router 6cb02413-6279-435d-9859-a6a0bdfe48d6 port 45c0b900-a1f3-4767-84dc-81bba9fb7cae binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:22.780384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d940da03-2437-4c0f-ab65-bea8456fda0f None None] Current status of the port b476b807-c87d-411b-807f-fb8000df55bc is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:22.786555 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.899108 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-60d22694-3686-4dac-8f3a-33ac0703ca42 None None] Provisioning complete for port b476b807-c87d-411b-807f-fb8000df55bc triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:22.899344 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-60d22694-3686-4dac-8f3a-33ac0703ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b476b807-c87d-411b-807f-fb8000df55bc), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.899713 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-60d22694-3686-4dac-8f3a-33ac0703ca42 None None] Attempt 1 to provision port b476b807-c87d-411b-807f-fb8000df55bc Oct 12 02:42:22.905063 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.980837 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-60d22694-3686-4dac-8f3a-33ac0703ca42 None None] Current status of the port b476b807-c87d-411b-807f-fb8000df55bc is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:23.046805 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Publish callbacks [] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.052321 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.062814 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Allocated IP 172.20.0.1 (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530/c4b75617-2ff3-4d5c-b720-3f432d0026a4/94ea4528-8850-4233-93e5-c21f9a80e5a5) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:23.085160 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Attempting to bind port 45c0b900-a1f3-4767-84dc-81bba9fb7cae on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:23.085530 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Attempting to bind port 45c0b900-a1f3-4767-84dc-81bba9fb7cae by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:23.085902 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Attempting to bind port 45c0b900-a1f3-4767-84dc-81bba9fb7cae on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:23.123617 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Pushing event updated for resources: {'Port': ['ID=45c0b900-a1f3-4767-84dc-81bba9fb7cae,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:23.135888 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.136252 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.136600 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.136955 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.137293 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.137618 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.137944 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.138265 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.138587 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.138912 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.139234 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.139570 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.139893 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.140210 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.140548 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:23.153320 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:23.153695 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:23.154096 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.154479 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:23.154948 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Bound port: 45c0b900-a1f3-4767-84dc-81bba9fb7cae, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:23.155328 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.172925 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks [] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.205783 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.206569 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] For port 45c0b900-a1f3-4767-84dc-81bba9fb7cae, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:23.209728 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] For port 45c0b900-a1f3-4767-84dc-81bba9fb7cae, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=45c0b900-a1f3-4767-84dc-81bba9fb7cae,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:23.215818 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.242754 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:23.249737 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:23.251295 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:23.253801 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:23.254428 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:23.255296 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=94ea4528-8850-4233-93e5-c21f9a80e5a5,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:23.258959 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:23.261461 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:23.296216 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:23.302499 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (6cb02413-6279-435d-9859-a6a0bdfe48d6), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.319732 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171f2d4-4d41-4af1-8747-2fb433c13ef2 None None] Pushing event updated for resources: {'Port': ['ID=45c0b900-a1f3-4767-84dc-81bba9fb7cae,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:23.324998 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:23.447122 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.475793 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:23.505808 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-6dce5359-97d8-4a95-aa33-a1e54927060e None None] Provisioning complete for port 94ea4528-8850-4233-93e5-c21f9a80e5a5 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:23.506437 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6dce5359-97d8-4a95-aa33-a1e54927060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.506639 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-6dce5359-97d8-4a95-aa33-a1e54927060e None None] Attempt 1 to provision port 94ea4528-8850-4233-93e5-c21f9a80e5a5 Oct 12 02:42:23.546378 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6dce5359-97d8-4a95-aa33-a1e54927060e None None] Port 94ea4528-8850-4233-93e5-c21f9a80e5a5 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:23.612967 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks [] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.618523 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.649141 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:21Z', 'revision_number': 3, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:23.677614 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846b8fa-6bd1-4ff9-b54d-a25156d0526d None None] The sync data for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb is: [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:21Z', 'revision_number': 3, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:23.691088 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (6cb02413-6279-435d-9859-a6a0bdfe48d6), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:23.692916 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=94ea4528-8850-4233-93e5-c21f9a80e5a5,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:23.788841 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:23.790760 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:23.914153 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Router 6cb02413-6279-435d-9859-a6a0bdfe48d6 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:42:24.040156 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:24.045321 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-712cf8bf-6dd0-4198-b42d-e09a451a1eb6 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6cb02413-6279-435d-9859-a6a0bdfe48d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6052728 Oct 12 02:42:24.073431 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-9a0eaf1c-3403-41a5-a2a0-28852f3259c4 None None] Provisioning complete for port 94ea4528-8850-4233-93e5-c21f9a80e5a5 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:24.073811 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaf1c-3403-41a5-a2a0-28852f3259c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.074153 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-9a0eaf1c-3403-41a5-a2a0-28852f3259c4 None None] Attempt 1 to provision port 94ea4528-8850-4233-93e5-c21f9a80e5a5 Oct 12 02:42:24.113467 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-9a0eaf1c-3403-41a5-a2a0-28852f3259c4 None None] Port 94ea4528-8850-4233-93e5-c21f9a80e5a5 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:24.234986 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 45c0b900-a1f3-4767-84dc-81bba9fb7cae up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:24.288377 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 45c0b900-a1f3-4767-84dc-81bba9fb7cae triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:24.289707 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.290326 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 45c0b900-a1f3-4767-84dc-81bba9fb7cae Oct 12 02:42:24.375971 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 45c0b900-a1f3-4767-84dc-81bba9fb7cae is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:24.376427 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.399182 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 45c0b900-a1f3-4767-84dc-81bba9fb7cae, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=45c0b900-a1f3-4767-84dc-81bba9fb7cae,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:24.405450 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.406520 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b476b807-c87d-411b-807f-fb8000df55bc up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:24.434382 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:24.435275 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:24.502234 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port b476b807-c87d-411b-807f-fb8000df55bc triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:24.502606 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b476b807-c87d-411b-807f-fb8000df55bc), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.502964 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port b476b807-c87d-411b-807f-fb8000df55bc Oct 12 02:42:24.505562 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=45c0b900-a1f3-4767-84dc-81bba9fb7cae,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:24.585539 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port b476b807-c87d-411b-807f-fb8000df55bc is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:24.615755 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60880) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:24.621311 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-144367925-network', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:24.640803 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Made reservation on behalf of d84657ed75a344c0a517a4f50d421d32 for: {'network': 1} {{(pid=104427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:24.643142 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.651547 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.661831 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:24.714016 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:24.728245 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks [] for security_group (77f227e8-bf7e-4e83-813a-cceb455147c8), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.731945 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (77f227e8-bf7e-4e83-813a-cceb455147c8), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.761293 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=104427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:42:24.770691 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f227e8-bf7e-4e83-813a-cceb455147c8,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:24.776949 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (d3afefc7-8342-4551-b25d-d9e793e664fc), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.777288 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.segments_db [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Added segment d3afefc7-8342-4551-b25d-d9e793e664fc of type vlan for network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae Oct 12 02:42:24.816573 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745081685962'] for network (b4e854a1-00f5-4df4-99e0-aeb00ffaeeae), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.840694 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228'] for network (b4e854a1-00f5-4df4-99e0-aeb00ffaeeae), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.841672 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:24.842240 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.894280 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2773414 Oct 12 02:42:24.897120 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60882) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:24.903004 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Request body: {'subnet': {'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-144367925-subnet', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:24.905430 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c990b-9a8f-4b4e-a783-73e89696feb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b4e854a1-00f5-4df4-99e0-aeb00ffaeeae,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:24.916538 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae details requested by agent ovs-agent-dv-cinder-849143-14-smb with host dv-cinder-849143-14-smb {{(pid=104429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:42:24.925308 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Made reservation on behalf of d84657ed75a344c0a517a4f50d421d32 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:24.927909 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13535521'] for subnet (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.105389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13535539'] for subnet (9d84d06a-2123-4fde-a18c-a158c7a34eb4), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.165513 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d84d06a-2123-4fde-a18c-a158c7a34eb4,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:25.174036 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Checking segment: {'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:25.174394 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Network hostable DHCP agents. Network: b4e854a1-00f5-4df4-99e0-aeb00ffaeeae, hostable agents: ['ecd01149-343c-4698-8a27-71cdbac0799a'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:42:25.193070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae is scheduled to be hosted by DHCP agent ecd01149-343c-4698-8a27-71cdbac0799a with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:42:25.202545 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-smb, b4e854a1-00f5-4df4-99e0-aeb00ffaeeae) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:25.206588 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:25.207178 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.212174 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f20344-c168-4d1e-bd72-9a9373878101 None None] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:25.223883 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-398b6c0d-288a-450b-9144-47f4010ce3f4 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3256860 Oct 12 02:42:25.226427 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60884) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:25.231532 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:25.255379 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16350674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4744'] for router (10d27ede-3768-4be6-8876-32de0306fe2e), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.256567 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16350462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16373909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16685261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router (10d27ede-3768-4be6-8876-32de0306fe2e), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.269135 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Sync routers for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:25.300012 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:25.300664 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:25.310884 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks [] for router_controller (10d27ede-3768-4be6-8876-32de0306fe2e), precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.365295 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1963e7-399d-5b68-a843-8308e60e5149-b4e854a1-00f5-4df4-99e0-aeb00ffaeeae', 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae', 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'fixed_ips': [{'subnet_id': '9d84d06a-2123-4fde-a18c-a158c7a34eb4'}]}} from dv-cinder-849143-14-smb. {{(pid=104429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:42:25.366205 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.449784 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:25.452412 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks [] for router_gateway (10d27ede-3768-4be6-8876-32de0306fe2e), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.487188 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:25.501656 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:25.637652 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks [] for router_gateway (10d27ede-3768-4be6-8876-32de0306fe2e), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.656168 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.662578 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Allocated IP 172.20.0.2 (b4e854a1-00f5-4df4-99e0-aeb00ffaeeae/9d84d06a-2123-4fde-a18c-a158c7a34eb4/95204923-8963-44ca-8473-64de29ee3260) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:25.764288 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Allocated IP 172.28.2.155 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/7a227605-85e7-4d24-9d10-d36b98e0792c) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:25.785305 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 2, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:25.821242 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Checking router: 6cb02413-6279-435d-9859-a6a0bdfe48d6 for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:25.821639 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Updating router 6cb02413-6279-435d-9859-a6a0bdfe48d6 port 94ea4528-8850-4233-93e5-c21f9a80e5a5 binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:25.831248 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:25.848856 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:25.873492 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks [] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.888975 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.903801 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:25.924114 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Publish callbacks [] for port (95204923-8963-44ca-8473-64de29ee3260), precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.099167 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358'] for port (95204923-8963-44ca-8473-64de29ee3260), after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.173958 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 45c0b900-a1f3-4767-84dc-81bba9fb7cae up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:26.187182 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:26.192116 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:26.196149 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:26.217872 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a227605-85e7-4d24-9d10-d36b98e0792c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:26.218738 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:26.231655 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:26.242197 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:26.258569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Pushing event updated for resources: {'Port': ['ID=95204923-8963-44ca-8473-64de29ee3260,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:26.359741 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 45c0b900-a1f3-4767-84dc-81bba9fb7cae triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:26.360022 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.360359 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 45c0b900-a1f3-4767-84dc-81bba9fb7cae Oct 12 02:42:26.394171 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Attempting to bind port 95204923-8963-44ca-8473-64de29ee3260 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:26.394542 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Attempting to bind port 95204923-8963-44ca-8473-64de29ee3260 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:26.394912 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Attempting to bind port 95204923-8963-44ca-8473-64de29ee3260 on network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:26.442484 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks [] for router_gateway (10d27ede-3768-4be6-8876-32de0306fe2e), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.496188 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:26.496590 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Checking segment: {'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:26.496993 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.497384 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Bound using segment: {'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:26.497864 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Bound port: 95204923-8963-44ca-8473-64de29ee3260, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:26.498241 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (95204923-8963-44ca-8473-64de29ee3260), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.574080 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:26.585145 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 45c0b900-a1f3-4767-84dc-81bba9fb7cae is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:26.616589 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Publish callbacks [] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.618433 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:26.626080 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.629786 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] For port 95204923-8963-44ca-8473-64de29ee3260, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:26.635742 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] For port 95204923-8963-44ca-8473-64de29ee3260, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=95204923-8963-44ca-8473-64de29ee3260,segment=NetworkSegment(d3afefc7-8342-4551-b25d-d9e793e664fc),segment_id=d3afefc7-8342-4551-b25d-d9e793e664fc)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:26.637496 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:26.643798 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16344772'] for router (10d27ede-3768-4be6-8876-32de0306fe2e), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.672342 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (95204923-8963-44ca-8473-64de29ee3260), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.686569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfb2ec-baa1-4deb-98da-a75d6403b114 None None] Pushing event updated for resources: {'Port': ['ID=94ea4528-8850-4233-93e5-c21f9a80e5a5,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:26.767033 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Attempting to bind port 94ea4528-8850-4233-93e5-c21f9a80e5a5 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:26.767405 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Attempting to bind port 94ea4528-8850-4233-93e5-c21f9a80e5a5 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:26.767768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Attempting to bind port 94ea4528-8850-4233-93e5-c21f9a80e5a5 on network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:26.774763 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:26.788404 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Router 10d27ede-3768-4be6-8876-32de0306fe2e is scheduled to L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:42:26.801808 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f87daa-1324-4875-97ff-51b8ad485921 None None] Pushing event updated for resources: {'Port': ['ID=95204923-8963-44ca-8473-64de29ee3260,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:26.827882 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:26.828261 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Checking segment: {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:26.828715 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.829244 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Bound using segment: {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:26.829733 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Bound port: 94ea4528-8850-4233-93e5-c21f9a80e5a5, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:26.830124 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.916410 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] For port 94ea4528-8850-4233-93e5-c21f9a80e5a5, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:26.918133 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:26.919583 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] For port 94ea4528-8850-4233-93e5-c21f9a80e5a5, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=94ea4528-8850-4233-93e5-c21f9a80e5a5,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:26.925800 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.928399 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Sync routers for ids ['10d27ede-3768-4be6-8876-32de0306fe2e'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:26.942225 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:26.946531 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60886) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:26.947429 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f1010d2d-e3ba-414c-b27e-2ec1187e3ca8 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7192056 Oct 12 02:42:26.970890 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Routers {'10d27ede-3768-4be6-8876-32de0306fe2e'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:26.971537 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['10d27ede-3768-4be6-8876-32de0306fe2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:26.978557 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:26.979205 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:27.040261 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfb2ec-baa1-4deb-98da-a75d6403b114 None None] Pushing event updated for resources: {'Port': ['ID=94ea4528-8850-4233-93e5-c21f9a80e5a5,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:27.091356 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Set router 10d27ede-3768-4be6-8876-32de0306fe2e gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:27.122990 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:27.265137 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:26Z', 'revision_number': 3, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port': {'id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:27.292555 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Checking router: 10d27ede-3768-4be6-8876-32de0306fe2e for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:27.293013 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Updating router 10d27ede-3768-4be6-8876-32de0306fe2e port 7a227605-85e7-4d24-9d10-d36b98e0792c binding host dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:27.324712 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.328163 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:26Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:27.355727 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffb4e9-d509-445d-bf1f-5d761e0cd50a None None] The sync data for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb is: [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:26Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:27.435880 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.619030 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:27.647903 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_common [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Allocated IP 172.20.0.1 (b4e854a1-00f5-4df4-99e0-aeb00ffaeeae/9d84d06a-2123-4fde-a18c-a158c7a34eb4/57a06284-63f6-45de-a269-7a9cec9918f2) {{(pid=104427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:27.654589 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:27.674158 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Publish callbacks [] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.684886 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.732165 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Attempting to bind port 7a227605-85e7-4d24-9d10-d36b98e0792c on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:27.732552 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Attempting to bind port 7a227605-85e7-4d24-9d10-d36b98e0792c by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:27.732913 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Attempting to bind port 7a227605-85e7-4d24-9d10-d36b98e0792c on network 947cdfd7-3ff8-4567-b315-d5e2e346f81c {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:27.766707 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:27.778548 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5ebf9-1744-4bfd-b967-68dd113448ec None None] Pushing event updated for resources: {'Port': ['ID=7a227605-85e7-4d24-9d10-d36b98e0792c,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:27.780199 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks [] for port (57a06284-63f6-45de-a269-7a9cec9918f2), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.800110 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:27.806324 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:27.806722 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Checking segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:27.807299 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.807774 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Bound using segment: {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:27.808252 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Bound port: 7a227605-85e7-4d24-9d10-d36b98e0792c, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49c565-fd48-4173-bd23-c49021e4b6b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:27.808656 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.834688 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.860816 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e38f5d-780a-4214-a53f-dd786aef047d None None] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:27.873392 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] For port 7a227605-85e7-4d24-9d10-d36b98e0792c, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:27.878767 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] For port 7a227605-85e7-4d24-9d10-d36b98e0792c, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=7a227605-85e7-4d24-9d10-d36b98e0792c,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:27.888561 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.891980 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Pushing event updated for resources: {'Port': ['ID=57a06284-63f6-45de-a269-7a9cec9918f2,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:27.905125 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:27.906796 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:27.909733 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Received port after_create {{(pid=104427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:27.937672 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Routers {'10d27ede-3768-4be6-8876-32de0306fe2e'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:27.938152 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['10d27ede-3768-4be6-8876-32de0306fe2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:27.966821 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] Provisioning complete for port 95204923-8963-44ca-8473-64de29ee3260 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:27.967169 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (95204923-8963-44ca-8473-64de29ee3260), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:27.967513 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] Attempt 1 to provision port 95204923-8963-44ca-8473-64de29ee3260 Oct 12 02:42:28.015141 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5ebf9-1744-4bfd-b967-68dd113448ec None None] Pushing event updated for resources: {'Port': ['ID=7a227605-85e7-4d24-9d10-d36b98e0792c,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:28.082959 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] Set router 10d27ede-3768-4be6-8876-32de0306fe2e gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:28.136155 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] Current status of the port 95204923-8963-44ca-8473-64de29ee3260 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:28.136684 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (95204923-8963-44ca-8473-64de29ee3260), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.185055 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] For port 95204923-8963-44ca-8473-64de29ee3260, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=95204923-8963-44ca-8473-64de29ee3260,segment=NetworkSegment(d3afefc7-8342-4551-b25d-d9e793e664fc),segment_id=d3afefc7-8342-4551-b25d-d9e793e664fc)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:28.203127 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (95204923-8963-44ca-8473-64de29ee3260), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.246887 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 95204923-8963-44ca-8473-64de29ee3260 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:28.319710 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc965203-d931-4d6a-bb74-55b11eaf20e5 None None] Pushing event updated for resources: {'Port': ['ID=95204923-8963-44ca-8473-64de29ee3260,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:28.325005 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:28.346226 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16343103'] for router_interface (10d27ede-3768-4be6-8876-32de0306fe2e), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.374672 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:26Z', 'revision_number': 3, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port': {'id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:28.380169 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:28.400328 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 95204923-8963-44ca-8473-64de29ee3260 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:28.400832 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (95204923-8963-44ca-8473-64de29ee3260), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.401239 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 95204923-8963-44ca-8473-64de29ee3260 Oct 12 02:42:28.415584 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbb5b5-7e79-4cf7-afb8-846e3f3c6632 None None] The sync data for ids ['10d27ede-3768-4be6-8876-32de0306fe2e'] in dv-cinder-849143-14-smb is: [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:26Z', 'revision_number': 3, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port': {'id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:28.454563 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Provisioning complete for port 57a06284-63f6-45de-a269-7a9cec9918f2 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:28.455109 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.455527 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Attempt 1 to provision port 57a06284-63f6-45de-a269-7a9cec9918f2 Oct 12 02:42:28.520161 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), before_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.539316 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Port 57a06284-63f6-45de-a269-7a9cec9918f2 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:28.563066 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 95204923-8963-44ca-8473-64de29ee3260 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:28.566684 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 94ea4528-8850-4233-93e5-c21f9a80e5a5 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:28.571890 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Provisioning complete for port 95204923-8963-44ca-8473-64de29ee3260 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:28.572269 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (95204923-8963-44ca-8473-64de29ee3260), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.572702 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Attempt 1 to provision port 95204923-8963-44ca-8473-64de29ee3260 Oct 12 02:42:28.700377 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 94ea4528-8850-4233-93e5-c21f9a80e5a5 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:28.700777 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.701110 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 94ea4528-8850-4233-93e5-c21f9a80e5a5 Oct 12 02:42:28.725264 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-47d59058-b080-47aa-8854-92b89b022c0b None None] Current status of the port 95204923-8963-44ca-8473-64de29ee3260 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:28.741381 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks [] for port (57a06284-63f6-45de-a269-7a9cec9918f2), precommit_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.747564 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13551517'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), after_update {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.809051 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 94ea4528-8850-4233-93e5-c21f9a80e5a5 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:28.809447 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.840549 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Pushing event updated for resources: {'Port': ['ID=57a06284-63f6-45de-a269-7a9cec9918f2,revision_number=2']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:28.849239 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16282118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16343203'] for router_interface (10d27ede-3768-4be6-8876-32de0306fe2e), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.857727 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-3b0996b4-6953-45a6-8db1-bc93ef106082 None None] Provisioning complete for port 57a06284-63f6-45de-a269-7a9cec9918f2 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:28.858096 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3b0996b4-6953-45a6-8db1-bc93ef106082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.858431 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-3b0996b4-6953-45a6-8db1-bc93ef106082 None None] Attempt 1 to provision port 57a06284-63f6-45de-a269-7a9cec9918f2 Oct 12 02:42:28.861082 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 94ea4528-8850-4233-93e5-c21f9a80e5a5, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=94ea4528-8850-4233-93e5-c21f9a80e5a5,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:28.885118 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:28.927615 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-3b0996b4-6953-45a6-8db1-bc93ef106082 None None] Port 57a06284-63f6-45de-a269-7a9cec9918f2 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:28.961195 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=94ea4528-8850-4233-93e5-c21f9a80e5a5,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:28.971857 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae is already hosted by enough agents. {{(pid=104427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:28.973449 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.base_scheduler [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:29.021252 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:29.034736 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:29.106768 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Router 10d27ede-3768-4be6-8876-32de0306fe2e has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:42:29.220578 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:29.225866 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-267a2409-1990-45f2-9857-81b5940c4f6c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/10d27ede-3768-4be6-8876-32de0306fe2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2772748 Oct 12 02:42:29.251558 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-6c61b963-9419-4365-9b6d-8aed9c1f57bb None None] Provisioning complete for port 57a06284-63f6-45de-a269-7a9cec9918f2 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:29.251932 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6c61b963-9419-4365-9b6d-8aed9c1f57bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.252715 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-6c61b963-9419-4365-9b6d-8aed9c1f57bb None None] Attempt 1 to provision port 57a06284-63f6-45de-a269-7a9cec9918f2 Oct 12 02:42:29.288678 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6c61b963-9419-4365-9b6d-8aed9c1f57bb None None] Port 57a06284-63f6-45de-a269-7a9cec9918f2 cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:29.587830 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60894) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:29.592439 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-c5f78905-0426-4a7c-a2bf-fddd4883ca9f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044077277', 'description': 'tempest-secgroup-smoke-2044077277 description', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:29.613133 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c5f78905-0426-4a7c-a2bf-fddd4883ca9f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group (None), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.683413 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c5f78905-0426-4a7c-a2bf-fddd4883ca9f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group (5c47c051-8fa5-463e-b748-6f0fea1f64bc), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.687050 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c5f78905-0426-4a7c-a2bf-fddd4883ca9f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (5c47c051-8fa5-463e-b748-6f0fea1f64bc), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.715111 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c5f78905-0426-4a7c-a2bf-fddd4883ca9f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.716323 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c5f78905-0426-4a7c-a2bf-fddd4883ca9f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1274273 Oct 12 02:42:29.719596 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60896) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:29.720606 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f78905-0426-4a7c-a2bf-fddd4883ca9f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c47c051-8fa5-463e-b748-6f0fea1f64bc,revision_number=1']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:29.724576 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-1ad5deae-fe10-4ef8-823c-799539b901eb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'security_group_rule': {'security_group_id': '5c47c051-8fa5-463e-b748-6f0fea1f64bc', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:29.755661 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ad5deae-fe10-4ef8-823c-799539b901eb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (1fbf74c9-19f3-4817-a06c-614587d25363), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.811970 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ad5deae-fe10-4ef8-823c-799539b901eb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (1fbf74c9-19f3-4817-a06c-614587d25363), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.815612 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ad5deae-fe10-4ef8-823c-799539b901eb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (1fbf74c9-19f3-4817-a06c-614587d25363), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.833902 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5deae-fe10-4ef8-823c-799539b901eb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbf74c9-19f3-4817-a06c-614587d25363,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:29.842082 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1ad5deae-fe10-4ef8-823c-799539b901eb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.843503 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-1ad5deae-fe10-4ef8-823c-799539b901eb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223013 Oct 12 02:42:29.846370 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60898) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:29.851031 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-6dd8526e-fa2a-4e33-a28c-b0b8aa6ad2f8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'security_group_rule': {'security_group_id': '5c47c051-8fa5-463e-b748-6f0fea1f64bc', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:29.878040 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6dd8526e-fa2a-4e33-a28c-b0b8aa6ad2f8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (ef4346ed-bdf2-400d-98fa-ec44756b4a85), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.934167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6dd8526e-fa2a-4e33-a28c-b0b8aa6ad2f8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (ef4346ed-bdf2-400d-98fa-ec44756b4a85), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.937070 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6dd8526e-fa2a-4e33-a28c-b0b8aa6ad2f8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (ef4346ed-bdf2-400d-98fa-ec44756b4a85), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.955680 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8526e-fa2a-4e33-a28c-b0b8aa6ad2f8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4346ed-bdf2-400d-98fa-ec44756b4a85,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:29.964422 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6dd8526e-fa2a-4e33-a28c-b0b8aa6ad2f8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.965636 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-6dd8526e-fa2a-4e33-a28c-b0b8aa6ad2f8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182768 Oct 12 02:42:29.968252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60900) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:29.972797 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-7f34fadb-6053-4bfb-a171-12a2049927a0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'security_group_rule': {'security_group_id': '5c47c051-8fa5-463e-b748-6f0fea1f64bc', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:30.000207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7f34fadb-6053-4bfb-a171-12a2049927a0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (242d16fc-62d2-4c9c-b0d2-0b6b2030e3ac), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.061261 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7f34fadb-6053-4bfb-a171-12a2049927a0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (242d16fc-62d2-4c9c-b0d2-0b6b2030e3ac), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.065499 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7f34fadb-6053-4bfb-a171-12a2049927a0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (242d16fc-62d2-4c9c-b0d2-0b6b2030e3ac), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.085394 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34fadb-6053-4bfb-a171-12a2049927a0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242d16fc-62d2-4c9c-b0d2-0b6b2030e3ac,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:30.094396 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7f34fadb-6053-4bfb-a171-12a2049927a0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.096950 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-7f34fadb-6053-4bfb-a171-12a2049927a0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276724 Oct 12 02:42:30.098595 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 60902) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:30.103458 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-caf0a994-fc93-492b-9126-bb5fce2f9578 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'security_group_rule': {'security_group_id': '5c47c051-8fa5-463e-b748-6f0fea1f64bc', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:30.130299 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caf0a994-fc93-492b-9126-bb5fce2f9578 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (139b7e9f-906a-4a67-a4f3-b8827521ad48), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.141614 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:30.145452 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:30.198813 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caf0a994-fc93-492b-9126-bb5fce2f9578 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (139b7e9f-906a-4a67-a4f3-b8827521ad48), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.202483 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caf0a994-fc93-492b-9126-bb5fce2f9578 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (139b7e9f-906a-4a67-a4f3-b8827521ad48), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.215749 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 7a227605-85e7-4d24-9d10-d36b98e0792c up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:30.224931 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0a994-fc93-492b-9126-bb5fce2f9578 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139b7e9f-906a-4a67-a4f3-b8827521ad48,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:30.231480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-caf0a994-fc93-492b-9126-bb5fce2f9578 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.235483 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60904) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:30.235660 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-caf0a994-fc93-492b-9126-bb5fce2f9578 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361697 Oct 12 02:42:30.240657 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'security_group_rule': {'security_group_id': '5c47c051-8fa5-463e-b748-6f0fea1f64bc', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:30.264797 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.securitygroups_db [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Project a2e62e5890dd476e9b5ec4dd20a265a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:42:30.271080 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (ba7145b9-0584-42f8-a14b-dddef3048a23), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.274989 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 7a227605-85e7-4d24-9d10-d36b98e0792c triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:30.275439 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.275843 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 7a227605-85e7-4d24-9d10-d36b98e0792c Oct 12 02:42:30.333264 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (ba7145b9-0584-42f8-a14b-dddef3048a23), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.339330 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (ba7145b9-0584-42f8-a14b-dddef3048a23), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.358319 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 7a227605-85e7-4d24-9d10-d36b98e0792c is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:30.358626 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.360123 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7145b9-0584-42f8-a14b-dddef3048a23,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:30.364885 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.366267 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-c4d1c238-fb9f-4a0c-bf1f-491e0d243b75 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297295 Oct 12 02:42:30.369549 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 60906) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:30.374417 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.v2.base [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'security_group_rule': {'security_group_id': '5c47c051-8fa5-463e-b748-6f0fea1f64bc', 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:30.384092 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:30.388380 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 7a227605-85e7-4d24-9d10-d36b98e0792c, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=7a227605-85e7-4d24-9d10-d36b98e0792c,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:30.393513 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.394399 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 94ea4528-8850-4233-93e5-c21f9a80e5a5 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:30.401706 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.db.securitygroups_db [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Project a2e62e5890dd476e9b5ec4dd20a265a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:42:30.407803 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (54ccdd79-858b-4522-bd88-dff514cb2955), before_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.464640 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:30.473530 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=7a227605-85e7-4d24-9d10-d36b98e0792c,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:30.474291 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (54ccdd79-858b-4522-bd88-dff514cb2955), precommit_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.482534 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322932'] for security_group_rule (54ccdd79-858b-4522-bd88-dff514cb2955), after_create {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.484954 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 94ea4528-8850-4233-93e5-c21f9a80e5a5 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:30.485956 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.486376 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 94ea4528-8850-4233-93e5-c21f9a80e5a5 Oct 12 02:42:30.504990 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ccdd79-858b-4522-bd88-dff514cb2955,revision_number=0']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:30.516441 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.517775 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-f1f062b0-9071-47de-8d89-84b9e3e1b47e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467633 Oct 12 02:42:30.572786 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 94ea4528-8850-4233-93e5-c21f9a80e5a5 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:30.574637 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 95204923-8963-44ca-8473-64de29ee3260 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:30.578018 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Sync routers for ids ['10d27ede-3768-4be6-8876-32de0306fe2e'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:30.614659 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Routers {'10d27ede-3768-4be6-8876-32de0306fe2e'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:30.615286 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['10d27ede-3768-4be6-8876-32de0306fe2e'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:30.817181 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 95204923-8963-44ca-8473-64de29ee3260 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:30.817475 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (95204923-8963-44ca-8473-64de29ee3260), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:30.817807 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 95204923-8963-44ca-8473-64de29ee3260 Oct 12 02:42:30.907753 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Set router 10d27ede-3768-4be6-8876-32de0306fe2e gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:31.065190 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 95204923-8963-44ca-8473-64de29ee3260 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:31.143059 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 4, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port': {'id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '57a06284-63f6-45de-a269-7a9cec9918f2', 'name': '', 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'mac_address': 'fa:16:3e:c8:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9d84d06a-2123-4fde-a18c-a158c7a34eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:27Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 2, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'subnets': [{'id': '9d84d06a-2123-4fde-a18c-a158c7a34eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:31.171832 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Checking router: 10d27ede-3768-4be6-8876-32de0306fe2e for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:31.172169 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Updating router 10d27ede-3768-4be6-8876-32de0306fe2e port 57a06284-63f6-45de-a269-7a9cec9918f2 binding host dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:31.201300 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:31.379997 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:31.459580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Publish callbacks [] for port (57a06284-63f6-45de-a269-7a9cec9918f2), precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:31.465389 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:31.511632 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:31.529463 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe69d-8b6d-40d7-a136-32a51ac4f6f1 None None] Pushing event updated for resources: {'Port': ['ID=57a06284-63f6-45de-a269-7a9cec9918f2,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:31.565717 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Attempting to bind port 57a06284-63f6-45de-a269-7a9cec9918f2 on host dv-cinder-849143-14-smb for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:31.566093 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Attempting to bind port 57a06284-63f6-45de-a269-7a9cec9918f2 by drivers openvswitch,hyperv on host dv-cinder-849143-14-smb at level 0 using segments [{'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:31.566460 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Attempting to bind port 57a06284-63f6-45de-a269-7a9cec9918f2 on network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:31.609038 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Checking agent: {'id': 'ad7ed0df-ec9b-4f8b-a315-77818da60d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 22), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:31.609405 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Checking segment: {'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:31.609811 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:31.610195 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Bound using segment: {'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:31.610660 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Bound port: 57a06284-63f6-45de-a269-7a9cec9918f2, host: dv-cinder-849143-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3afefc7-8342-4551-b25d-d9e793e664fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:31.611036 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:31.673792 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] For port 57a06284-63f6-45de-a269-7a9cec9918f2, host dv-cinder-849143-14-smb, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:31.677155 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] For port 57a06284-63f6-45de-a269-7a9cec9918f2, host dv-cinder-849143-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=57a06284-63f6-45de-a269-7a9cec9918f2,segment=NetworkSegment(d3afefc7-8342-4551-b25d-d9e793e664fc),segment_id=d3afefc7-8342-4551-b25d-d9e793e664fc)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:31.683876 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:31.721348 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Routers {'10d27ede-3768-4be6-8876-32de0306fe2e'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:31.721881 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['10d27ede-3768-4be6-8876-32de0306fe2e'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:31.776200 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe69d-8b6d-40d7-a136-32a51ac4f6f1 None None] Pushing event updated for resources: {'Port': ['ID=57a06284-63f6-45de-a269-7a9cec9918f2,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:31.840675 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] Set router 10d27ede-3768-4be6-8876-32de0306fe2e gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:32.034972 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 4, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port': {'id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '57a06284-63f6-45de-a269-7a9cec9918f2', 'name': '', 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'mac_address': 'fa:16:3e:c8:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9d84d06a-2123-4fde-a18c-a158c7a34eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:27Z', 'updated_at': '2022-10-12T02:42:31Z', 'revision_number': 4, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'subnets': [{'id': '9d84d06a-2123-4fde-a18c-a158c7a34eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:32.066169 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33897b-fc1a-4928-8af9-89c0ad672ddd None None] The sync data for ids ['10d27ede-3768-4be6-8876-32de0306fe2e'] in dv-cinder-849143-14-smb is: [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 4, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port': {'id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '57a06284-63f6-45de-a269-7a9cec9918f2', 'name': '', 'network_id': 'b4e854a1-00f5-4df4-99e0-aeb00ffaeeae', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'mac_address': 'fa:16:3e:c8:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9d84d06a-2123-4fde-a18c-a158c7a34eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:27Z', 'updated_at': '2022-10-12T02:42:31Z', 'revision_number': 4, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'subnets': [{'id': '9d84d06a-2123-4fde-a18c-a158c7a34eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:32.145712 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 7a227605-85e7-4d24-9d10-d36b98e0792c up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:32.193775 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 7a227605-85e7-4d24-9d10-d36b98e0792c triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:32.194154 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:32.194496 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 7a227605-85e7-4d24-9d10-d36b98e0792c Oct 12 02:42:32.272951 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 7a227605-85e7-4d24-9d10-d36b98e0792c is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:34.131847 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 57a06284-63f6-45de-a269-7a9cec9918f2 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:34.172544 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:34.184163 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 57a06284-63f6-45de-a269-7a9cec9918f2 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:34.184569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:34.184913 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 57a06284-63f6-45de-a269-7a9cec9918f2 Oct 12 02:42:34.258999 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 57a06284-63f6-45de-a269-7a9cec9918f2 is: DOWN; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:34.259297 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:34.267506 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=100 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:34.293888 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] For port 57a06284-63f6-45de-a269-7a9cec9918f2, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=57a06284-63f6-45de-a269-7a9cec9918f2,segment=NetworkSegment(d3afefc7-8342-4551-b25d-d9e793e664fc),segment_id=d3afefc7-8342-4551-b25d-d9e793e664fc)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:34.297274 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:34.346236 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Pushing event updated for resources: {'Port': ['ID=57a06284-63f6-45de-a269-7a9cec9918f2,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:34.353891 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.354238 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.354603 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.354961 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.355296 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.355621 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.355940 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.356259 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.356708 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.356928 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.357248 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.357582 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.357908 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.358240 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:34.358534 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:35.410204 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.126732 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 57a06284-63f6-45de-a269-7a9cec9918f2 up at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:36.171646 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Provisioning complete for port 57a06284-63f6-45de-a269-7a9cec9918f2 triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:36.172022 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.172383 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Attempt 1 to provision port 57a06284-63f6-45de-a269-7a9cec9918f2 Oct 12 02:42:36.248072 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Current status of the port 57a06284-63f6-45de-a269-7a9cec9918f2 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:38.370286 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=48 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:38.415364 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:40.221821 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:INSERT=1,neutron:SELECT=4,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:40.223831 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=14,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:40.504529 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=72,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:40.505414 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=64,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:42.745969 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-18ee283e-db63-483f-be01-80f041e5fc1d tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2044077277&fields=id&tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7 HTTP/1.1" status: 200 len: 267 time: 0.0441892 Oct 12 02:42:42.855060 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-8bbbf0bb-22c1-4bcf-89d4-846c99d3c1d0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:42.856436 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-8bbbf0bb-22c1-4bcf-89d4-846c99d3c1d0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 809 time: 0.1041355 Oct 12 02:42:42.870958 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-b3f3f0ef-7153-4b0c-88df-17bae286e4e6 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/quotas/a2e62e5890dd476e9b5ec4dd20a265a7 HTTP/1.1" status: 200 len: 375 time: 0.0091364 Oct 12 02:42:42.919056 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-df19b723-9a9c-472d-9a95-43050daa66b1 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433152 Oct 12 02:42:43.100309 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-b2504d53-17e1-4db7-9098-eed684b4075b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701984 Oct 12 02:42:43.191793 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-781ee65a-5cd5-4c3e-8189-1c66f307c5c7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Oct 12 02:42:43.487765 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-8910b7cc-8100-4f6e-8783-6a834b6cad1b req-42115b99-6b13-4fe4-a667-fbb38e5e5a3e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 210 time: 0.0278974 Oct 12 02:42:44.594355 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d1af1aa4-78ed-4977-bca5-b41b57e2d108 req-31d70645-d7cd-4b8d-8399-d2d49b13c74b tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 210 time: 0.0300047 Oct 12 02:42:44.632907 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-e8945070-8bb5-450b-b134-d2fe78a67943 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:44.635019 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-e8945070-8bb5-450b-b134-d2fe78a67943 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 809 time: 0.1090348 Oct 12 02:42:44.704571 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-a4b90191-e1c0-4140-80ee-3c6917fe4d38 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7 HTTP/1.1" status: 200 len: 380 time: 0.0563998 Oct 12 02:42:44.713228 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'port': {'device_id': '473bddf6-afb9-4add-801a-dde028ae68be', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'admin_state_up': True, 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'security_groups': ['5c47c051-8fa5-463e-b748-6f0fea1f64bc']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:44.822057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Made reservation on behalf of a2e62e5890dd476e9b5ec4dd20a265a7 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:44.825734 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:44.960187 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Allocated IP 172.20.0.4 (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530/c4b75617-2ff3-4d5c-b720-3f432d0026a4/9fab807b-d3c0-4e7a-b47b-c3dfce17c24e) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:45.108895 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.139655 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.183623 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:45.186712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:45.190557 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:45.197121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:45.229827 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.230167 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.230511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.230847 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.231179 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.231506 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.231827 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.232149 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.232491 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.233406 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.233406 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.233406 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.233739 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.234057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.234374 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:45.259602 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:45.260200 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.277838 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-cc829ca9-3c03-4814-bb2d-082060ee89c3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687299 Oct 12 02:42:45.407825 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Request body: {'port': {'device_id': '473bddf6-afb9-4add-801a-dde028ae68be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:45.417009 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-12d833d8-0581-4d68-8a55-42facfb693d3 None None] Provisioning complete for port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:45.417622 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-12d833d8-0581-4d68-8a55-42facfb693d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.417726 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-12d833d8-0581-4d68-8a55-42facfb693d3 None None] Attempt 1 to provision port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e Oct 12 02:42:45.459911 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-12d833d8-0581-4d68-8a55-42facfb693d3 None None] Port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e cannot update to ACTIVE because it is not bound. {{(pid=104429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:45.469511 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:45.475076 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.484352 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:45.740680 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938885a8-fe40-4047-b1e7-68544b26e6ef req-d54851be-9345-4e23-8234-0a2f977f2ed3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:45.742031 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-938885a8-fe40-4047-b1e7-68544b26e6ef req-d54851be-9345-4e23-8234-0a2f977f2ed3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 931 time: 0.0678854 Oct 12 02:42:45.811141 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:42:45.826857 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Publish callbacks [] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.836095 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-938885a8-fe40-4047-b1e7-68544b26e6ef req-e214bcbc-8473-4eb7-ba79-3861307e2d87 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880010 Oct 12 02:42:45.843611 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Transition to ACTIVE for port object 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:42:45.847335 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.926602 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:45.956771 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Attempting to bind port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:45.957099 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Attempting to bind port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:45.957421 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Attempting to bind port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e on network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:45.998002 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e on network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:42:45.998254 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Attempting to bind port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e on network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:46.038714 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Checking agent: {'id': '2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:46.039044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Checking segment: {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:46.039483 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Bound using segment: {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:46.040112 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Bound port: 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03b9f66-ceba-4918-9638-6bdcfd457b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:46.040312 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:46.102871 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:46.105826 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:46.110681 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:46.114522 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:46.115115 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:46.116506 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 1093 time: 0.7130694 Oct 12 02:42:46.117044 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:42:46.119412 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da142b5-d609-48f6-89bd-aa4434c1ce8f" -d '{"events": [{"name": "network-changed", "server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:42:46.158693 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5911c5-4012-486e-84f4-99bef0b323f7 x-openstack-request-id: req-2d5911c5-4012-486e-84f4-99bef0b323f7 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:42:46.158979 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:42:46.159226 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d5911c5-4012-486e-84f4-99bef0b323f7 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:42:46.159618 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5911c5-4012-486e-84f4-99bef0b323f7'] response: {'name': 'network-changed', 'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'status': 'completed', 'code': 200} Oct 12 02:42:46.169014 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f02f4-51f6-4eac-b467-f24367205e99 service neutron] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:46.225275 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-afc921f5-7712-44ee-909e-709e06def6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:46.226752 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-afc921f5-7712-44ee-909e-709e06def6e1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1127 time: 0.0416019 Oct 12 02:42:46.270821 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-06e89e70-07b6-48ba-a95b-b57071ad2535 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 217 time: 0.0317004 Oct 12 02:42:46.322278 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-bcf91dd2-0d89-4236-8096-2232b7341eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:46.323692 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-bcf91dd2-0d89-4236-8096-2232b7341eff service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0468042 Oct 12 02:42:46.354480 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:46.366663 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-13ea6dce-a7b5-4c9d-bec8-86aec8f42b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:46.368701 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-13ea6dce-a7b5-4c9d-bec8-86aec8f42b1e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0390217 Oct 12 02:42:46.422930 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:46.465284 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-d31b1cf8-0f05-4582-9b09-0fe51961bab1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872374 Oct 12 02:42:46.554375 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-076e3ad5-c382-435e-b4c0-669c3d293e59 req-f4107245-a1dd-4f0b-b156-75594d2d0c4d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833385 Oct 12 02:42:46.810069 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9862b925-5ed9-47e5-8bb2-ced2a43b3f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:46.957093 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec460-2f23-4540-9622-7e3089931497 req-b574e825-a10b-41eb-b49b-68e554049fce tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:46.958549 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-219ec460-2f23-4540-9622-7e3089931497 req-b574e825-a10b-41eb-b49b-68e554049fce tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 943 time: 0.0468881 Oct 12 02:42:47.010574 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-219ec460-2f23-4540-9622-7e3089931497 req-8714f63c-b2fc-4ce9-8adf-7f303e51bfa7 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462968 Oct 12 02:42:47.406732 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-167dd37f-d473-4c12-9709-d306f5d61948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:47.408151 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-167dd37f-d473-4c12-9709-d306f5d61948 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1127 time: 0.0383337 Oct 12 02:42:47.497600 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-89a1b05f-2acd-493a-a2d8-aacfcf65b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:47.499041 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-89a1b05f-2acd-493a-a2d8-aacfcf65b2ac service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0833545 Oct 12 02:42:47.540061 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-fbc25bd0-e423-46ca-9d31-0b5ac893ee23 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 217 time: 0.0347402 Oct 12 02:42:47.586873 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-0434dc79-3dc1-4d70-9140-05d191ccdbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:47.588286 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-0434dc79-3dc1-4d70-9140-05d191ccdbd9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0438552 Oct 12 02:42:47.631953 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-ca3d7b8b-48f0-4c43-aaee-ad0d04a3f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:47.633830 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-ca3d7b8b-48f0-4c43-aaee-ad0d04a3f0bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0401793 Oct 12 02:42:47.724015 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-bec54864-a19b-4a00-8d8b-f36602c91962 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843964 Oct 12 02:42:47.813976 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1da142b5-d609-48f6-89bd-aa4434c1ce8f req-3d21721c-e82d-4f10-8801-0d99b70e2d1d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845907 Oct 12 02:42:48.131708 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496927d-e3f5-4894-a24f-c5fd2fd652a0 req-a673d43c-cd66-4e59-97e4-78bf1dfc9155 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:48.133231 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4496927d-e3f5-4894-a24f-c5fd2fd652a0 req-a673d43c-cd66-4e59-97e4-78bf1dfc9155 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 943 time: 0.0467706 Oct 12 02:42:48.185790 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-4496927d-e3f5-4894-a24f-c5fd2fd652a0 req-5d607d20-b2f3-48b3-ae97-2597f8fbde80 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469942 Oct 12 02:42:49.026197 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5ddc-adfd-49f4-9bb7-483aafb75664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:49.308428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be6f6f-3c64-4654-8b6c-e80bd9344b9c req-7b9157f6-8401-404f-b02a-562569d33329 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:49.309814 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-22be6f6f-3c64-4654-8b6c-e80bd9344b9c req-7b9157f6-8401-404f-b02a-562569d33329 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 943 time: 0.0483565 Oct 12 02:42:49.359283 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-22be6f6f-3c64-4654-8b6c-e80bd9344b9c req-5caf0def-47d1-4f9a-b064-daec0db10fcb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 Oct 12 02:42:49.485790 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:42:49.583587 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:49.594814 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'port_id': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'mac_address': 'fa:16:3e:42:04:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:42:49.630145 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:49.630529 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:49.643445 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:42:49.666754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:49.670608 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:49.714923 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=4']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:49.947208 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:42:50.023328 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:50.137209 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:50.334350 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:50.476268 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4e3d9-0c34-4905-b983-7761befa426a req-ebb99ce3-c7e7-4970-bafc-0706088a9775 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:50.478360 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b4f4e3d9-0c34-4905-b983-7761befa426a req-ebb99ce3-c7e7-4970-bafc-0706088a9775 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 944 time: 0.0466914 Oct 12 02:42:50.526150 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-b4f4e3d9-0c34-4905-b983-7761befa426a req-0d2c48c4-5661-418c-a082-963bdd2c81c9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Oct 12 02:42:51.492582 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:51.534267 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning for port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e completed by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:42:51.540698 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:51.541475 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.541475 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e Oct 12 02:42:51.615830 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:51.616217 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.641060 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:42:51.643270 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d3d1d-0783-4ecf-8c1c-7df8408fa990" -d '{"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-plugged", "status": "completed", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:42:51.649099 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72570b4-b878-4d0d-bbc0-d16e52664809 req-c0a30990-94b7-4bba-8627-62c9c13853cd tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:51.652971 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c72570b4-b878-4d0d-bbc0-d16e52664809 req-c0a30990-94b7-4bba-8627-62c9c13853cd tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 944 time: 0.0524359 Oct 12 02:42:51.655758 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:51.659771 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.688017 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cb8f0c-4536-4d6c-99ef-2130631d0e4f x-openstack-request-id: req-57cb8f0c-4536-4d6c-99ef-2130631d0e4f {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:42:51.688334 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-plugged", "status": "completed", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:42:51.688616 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57cb8f0c-4536-4d6c-99ef-2130631d0e4f {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:42:51.689011 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57cb8f0c-4536-4d6c-99ef-2130631d0e4f'] response: {'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'code': 200} Oct 12 02:42:51.703922 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c72570b4-b878-4d0d-bbc0-d16e52664809 req-b85727f4-d5aa-4be7-a36a-ccea3f1b2c9e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Oct 12 02:42:51.710948 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=5']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:51.958819 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375fc70-e78b-45e8-ba1c-bcca5769ed6b req-55d95559-6192-4f96-845c-ff2382a7fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:51.960292 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3375fc70-e78b-45e8-ba1c-bcca5769ed6b req-55d95559-6192-4f96-845c-ff2382a7fca2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0422354 Oct 12 02:42:51.966758 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.991255 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:52.007956 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3375fc70-e78b-45e8-ba1c-bcca5769ed6b req-5484b2ab-ded8-40a9-b301-b66e86f6620e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Oct 12 02:42:52.014088 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:52.825072 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645b17f-a902-4c6f-b7dd-47bbe875e99b req-3c241ebc-6230-419e-b390-6d6d1214e5bc tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:52.826433 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f645b17f-a902-4c6f-b7dd-47bbe875e99b req-3c241ebc-6230-419e-b390-6d6d1214e5bc tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0453658 Oct 12 02:42:52.874424 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f645b17f-a902-4c6f-b7dd-47bbe875e99b req-67235b14-faac-4207-8558-02011123d13e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Oct 12 02:42:53.995025 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe907ba-b9f3-4b68-9d47-2314109ea0be req-040a0b5b-62b9-4bbe-8fd4-8b07f5ef4fb6 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:53.996457 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1fe907ba-b9f3-4b68-9d47-2314109ea0be req-040a0b5b-62b9-4bbe-8fd4-8b07f5ef4fb6 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0461311 Oct 12 02:42:54.014180 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:54.045427 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-1fe907ba-b9f3-4b68-9d47-2314109ea0be req-c5846516-f3cf-478c-bbe5-c95dad1464e8 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Oct 12 02:42:54.169239 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a19d-493d-458d-93cb-20db818bf12a req-77791d3b-f439-4fb6-aa4b-65bd16bb6a52 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:54.170757 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-57f9a19d-493d-458d-93cb-20db818bf12a req-77791d3b-f439-4fb6-aa4b-65bd16bb6a52 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0500996 Oct 12 02:42:54.219185 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-57f9a19d-493d-458d-93cb-20db818bf12a req-afc6d6f9-e43a-4e9a-97af-d9c25d199e30 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Oct 12 02:42:54.246631 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 32810) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:54.328712 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781b572-e051-4757-9bfd-69a0ef69a36b tempest-TestShelveInstance-2008975983 tempest-TestShelveInstance-2008975983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:54.330095 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-f781b572-e051-4757-9bfd-69a0ef69a36b tempest-TestShelveInstance-2008975983 tempest-TestShelveInstance-2008975983-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1124 time: 0.0825014 Oct 12 02:42:54.333012 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 32814) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:54.337967 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Request body: {'floatingip': {'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'port_id': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:54.358580 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:54.439450 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:54.543155 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Allocated IP 172.28.2.104 (947cdfd7-3ff8-4567-b315-d5e2e346f81c/dea2cc9b-3373-4dfa-a18e-df80fb6ea123/6b07b749-e4be-45b2-96d9-96a5f6772d58) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:54.644635 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:54.676335 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745081733358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:54.714598 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Network 947cdfd7-3ff8-4567-b315-d5e2e346f81c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:54.719458 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:54.723256 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:54.751684 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'Port': ['ID=6b07b749-e4be-45b2-96d9-96a5f6772d58,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:54.947838 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:55.059562 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:55.077579 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for floatingip (a2290799-47f9-4453-a851-bf3c0dae78e4), precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:55.384541 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:55.532740 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:55.537485 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13573263'] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:55.608591 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event updated for resources: {'Port': ['ID=6b07b749-e4be-45b2-96d9-96a5f6772d58,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:55.611887 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343106'] for floatingip (a2290799-47f9-4453-a851-bf3c0dae78e4), after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:55.708390 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Floating IP a2290799-47f9-4453-a851-bf3c0dae78e4 associated. External IP: 172.28.2.104, port: 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e. Oct 12 02:42:55.906721 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Router 6cb02413-6279-435d-9859-a6a0bdfe48d6 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:42:55.989834 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:56.011276 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:56.020677 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] Sync routers for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:56.030437 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:56.031545 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:56.032159 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:56.060610 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-30cd2c3a-10df-4f80-844d-22a9f5aefe0e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7264960 Oct 12 02:42:56.061384 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:42:56.063659 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ecd55-bd01-4bca-b071-fdd87842c551" -d '{"events": [{"name": "network-changed", "server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:42:56.100941 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839209f-f4cc-4fdb-a70d-dba5182fb9f4 x-openstack-request-id: req-2839209f-f4cc-4fdb-a70d-dba5182fb9f4 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:42:56.101235 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:42:56.101490 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2839209f-f4cc-4fdb-a70d-dba5182fb9f4 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:42:56.101899 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2839209f-f4cc-4fdb-a70d-dba5182fb9f4'] response: {'name': 'network-changed', 'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'status': 'completed', 'code': 200} Oct 12 02:42:56.191466 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-12ccd81b-88f7-4253-98e2-d0b275cb8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:56.193113 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-12ccd81b-88f7-4253-98e2-d0b275cb8a12 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0407476 Oct 12 02:42:56.233317 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:56.285276 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:56.291858 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-5f368a36-5fd2-4309-bddb-169114acb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:56.293355 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-5f368a36-5fd2-4309-bddb-169114acb28a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0934303 Oct 12 02:42:56.354815 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-7e50e180-87af-4d6c-9ba9-9c89f39bdb0a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 999 time: 0.0556586 Oct 12 02:42:56.404452 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-4cf8c80e-7408-471c-9b87-2d52a72908ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:56.405934 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-4cf8c80e-7408-471c-9b87-2d52a72908ce service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0438898 Oct 12 02:42:56.442734 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'a2290799-47f9-4453-a851-bf3c0dae78e4', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'port_id': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'mac_address': 'fa:16:3e:42:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bddf6-afb9-4add-801a-dde028ae68be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:42:54Z', 'updated_at': '2022-10-12T02:42:54Z', 'revision_number': 0, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 5, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:56.453181 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-cba02f2c-fbf5-4637-a3e3-94b5ea7d2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:56.454769 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-cba02f2c-fbf5-4637-a3e3-94b5ea7d2828 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0429211 Oct 12 02:42:56.467834 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] Checking router: 6cb02413-6279-435d-9859-a6a0bdfe48d6 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:56.476349 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:56.477598 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:42:49Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:56.544206 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-e8975a2d-1ca9-49fb-9fa0-7ee196af3825 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835993 Oct 12 02:42:56.578754 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:56.637582 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8ecd55-bd01-4bca-b071-fdd87842c551 req-852402df-1563-4814-a208-d11c78f5ba7b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Oct 12 02:42:56.784960 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'a2290799-47f9-4453-a851-bf3c0dae78e4', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'port_id': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'mac_address': 'fa:16:3e:42:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bddf6-afb9-4add-801a-dde028ae68be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:42:54Z', 'updated_at': '2022-10-12T02:42:54Z', 'revision_number': 0, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 5, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:56.813066 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc091f-091d-4bde-b0e1-b6ee4d0eefe8 None None] The sync data for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb is: [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_floatingips': [{'id': 'a2290799-47f9-4453-a851-bf3c0dae78e4', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'router_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'port_id': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'mac_address': 'fa:16:3e:42:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bddf6-afb9-4add-801a-dde028ae68be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:42:54Z', 'updated_at': '2022-10-12T02:42:54Z', 'revision_number': 0, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 5, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:56.997862 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769f144-de04-4bea-8d17-51e6e2101697 None None] New status for floating IP a2290799-47f9-4453-a851-bf3c0dae78e4: ACTIVE {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:42:57.133783 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:43:04.210826 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=81 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:04.214932 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=73 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:05.417680 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:06.628207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=37 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:06.634758 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:15.181495 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=73 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:15.182261 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:15.410974 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:15.412821 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:16.812378 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1fbac9c6-f28c-4292-bb3d-6b2c76dd8085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:19.028075 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8f2f-c440-4a80-9859-c7abe3479bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:20.337179 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:22.030188 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:22.053768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:32.057995 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:32.060537 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:34.131762 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:43:35.430008 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:44.127093 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:44.127861 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=6 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:45.424645 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:45.426550 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:46.813756 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-705bb055-e6ed-453b-aef1-0531d83c5301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:49.028929 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd545-10c4-49c8-83ea-9f413f0a5089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:50.339533 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:50.755055 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-4dc7fdbd-04fb-46d5-a386-8558781fffba service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384972 Oct 12 02:43:50.858207 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-a29e2773-3198-4f29-88d4-22bdae90baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:50.859581 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-a29e2773-3198-4f29-88d4-22bdae90baac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0398655 Oct 12 02:43:50.964934 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-7959cee2-e2a8-4499-9e86-6e1420e11c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:50.966360 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-7959cee2-e2a8-4499-9e86-6e1420e11c17 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0884597 Oct 12 02:43:51.026982 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-05d0df03-1c7d-46aa-a46b-f798d9341bbc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 1001 time: 0.0541170 Oct 12 02:43:51.077224 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-dcd8df6d-6fe8-429f-918e-caa306466371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:51.078607 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-dcd8df6d-6fe8-429f-918e-caa306466371 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0462286 Oct 12 02:43:51.123351 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-13616c2b-a26c-4c36-a794-b51045fb691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:51.124827 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-13616c2b-a26c-4c36-a794-b51045fb691c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0406744 Oct 12 02:43:51.212322 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-296101d1-bbdf-4764-82e4-26d0afe57bd2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816371 Oct 12 02:43:51.305248 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-f3659737-f7c7-4f0a-8b5a-341f6defccac req-e56b6f83-5743-46d3-9460-14017cf06ad5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868106 Oct 12 02:43:51.972904 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:52.013914 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:01.295835 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=48 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:01.301715 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=53 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:02.008497 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:02.010436 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:05.424943 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:11.130837 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:44:15.207283 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=16 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:15.419574 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:15.421410 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:16.814684 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ed09e6dc-8139-4837-9fb5-f3b1107fdb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:19.032912 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7a8b26a8-b0e2-4ec6-855a-649c10862ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:20.341417 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:21.126642 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=18 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:21.974866 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:22.014369 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:32.009019 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:32.011055 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:35.445864 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:45.440096 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:45.441993 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:46.816566 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3c0c-e931-46e7-9b52-e82ae96301c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:48.132734 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:44:49.034590 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-485ac6ab-39a6-4403-9ac7-225e5c1d66d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:50.344323 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:50.697241 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead81aa6-e709-4a77-ab06-727d8906857c req-5652a512-3997-4905-906a-0f4dee7ea628 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:50.699265 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ead81aa6-e709-4a77-ab06-727d8906857c req-5652a512-3997-4905-906a-0f4dee7ea628 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0473385 Oct 12 02:44:50.748132 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-ead81aa6-e709-4a77-ab06-727d8906857c req-d9be4574-45d3-44a7-b122-82f784c8bccb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Oct 12 02:44:50.919941 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-42fda70d-a1bf-4627-8731-fccba3e27d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:50.921466 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-42fda70d-a1bf-4627-8731-fccba3e27d4d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0440693 Oct 12 02:44:51.022866 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-5bfe3e38-16b8-4852-8de3-a9b9a5d79c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:51.024230 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-5bfe3e38-16b8-4852-8de3-a9b9a5d79c96 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0842340 Oct 12 02:44:51.086363 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-101d3f2b-ef43-4a5c-ae11-1775ab855b70 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 1001 time: 0.0563459 Oct 12 02:44:51.134612 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-4a212959-ffae-48e1-ba55-fe8398c0564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:51.136175 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-4a212959-ffae-48e1-ba55-fe8398c0564e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0446386 Oct 12 02:44:51.177974 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-7c381ce6-dbcd-4e3c-9efd-b728ca69e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:51.179468 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-7c381ce6-dbcd-4e3c-9efd-b728ca69e740 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0378015 Oct 12 02:44:51.270495 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-d86f2ecf-7901-47d2-a9be-ae4622412bf6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856922 Oct 12 02:44:51.360784 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-af571a58-2bd3-45a6-9efb-2616c2f1741d req-4ed91065-fc73-4f9e-bf3c-d1adf601e9c4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836256 Oct 12 02:44:51.872003 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a6a06-8957-4da6-afcd-0b46942777b1 req-fbc3afa3-4cc6-4f47-a5f7-1331c28964a5 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:51.873495 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-251a6a06-8957-4da6-afcd-0b46942777b1 req-fbc3afa3-4cc6-4f47-a5f7-1331c28964a5 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0482800 Oct 12 02:44:51.922330 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-251a6a06-8957-4da6-afcd-0b46942777b1 req-9da4dac3-d990-470a-8c80-648a68fba692 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431213 Oct 12 02:44:51.979534 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.016644 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.203444 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=2 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:53.049389 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81529d-b5dc-4320-9893-df48263c191b req-4fc9c9d1-b2af-4ead-b922-21e0fc4073cf tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:53.050842 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2e81529d-b5dc-4320-9893-df48263c191b req-4fc9c9d1-b2af-4ead-b922-21e0fc4073cf tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0503156 Oct 12 02:44:53.099726 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2e81529d-b5dc-4320-9893-df48263c191b req-1b36b60d-6582-4530-886a-d059b705638e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Oct 12 02:44:54.223060 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215adb-d557-4389-8f14-4592cb4affa6 req-ee4ce5a9-b1d6-4079-9635-6b6f932afecc tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:54.224521 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1a215adb-d557-4389-8f14-4592cb4affa6 req-ee4ce5a9-b1d6-4079-9635-6b6f932afecc tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0495083 Oct 12 02:44:54.272732 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-1a215adb-d557-4389-8f14-4592cb4affa6 req-f5b7b205-7a06-4c6e-9f6b-45e7d6169d07 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Oct 12 02:44:55.396672 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44119a-8fd7-4f64-aad7-7508c6acec56 req-50198521-e447-43e0-9f4c-ed683aba3f67 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:55.398117 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5c44119a-8fd7-4f64-aad7-7508c6acec56 req-50198521-e447-43e0-9f4c-ed683aba3f67 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0463145 Oct 12 02:44:55.445397 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-5c44119a-8fd7-4f64-aad7-7508c6acec56 req-15ebc3c6-e854-432c-afc2-c3faa9a6a7fd tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Oct 12 02:44:56.566062 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95f10-99f6-4cea-8196-8de8fd18d39c req-73a09110-2de1-4e8c-9d94-e29b5ccd9782 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:56.567515 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dcd95f10-99f6-4cea-8196-8de8fd18d39c req-73a09110-2de1-4e8c-9d94-e29b5ccd9782 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0466144 Oct 12 02:44:56.615756 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-dcd95f10-99f6-4cea-8196-8de8fd18d39c req-0f6a9e25-8282-4821-ad3c-67bfb28d5895 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Oct 12 02:44:57.734610 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee94-1c8d-407c-8245-9bac654f813c req-ae726c37-c6e2-4c6d-9709-9e4b2fae8702 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:57.736029 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9f31ee94-1c8d-407c-8245-9bac654f813c req-ae726c37-c6e2-4c6d-9709-9e4b2fae8702 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0454996 Oct 12 02:44:57.794294 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9f31ee94-1c8d-407c-8245-9bac654f813c req-7b2c6d12-889a-4def-8d7d-68916f13534f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526881 Oct 12 02:44:58.920898 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651c26b-8895-46df-85a6-5a57495a6d23 req-88470eb7-1e3f-4deb-8399-8aaa6f4dcecb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:58.922338 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c651c26b-8895-46df-85a6-5a57495a6d23 req-88470eb7-1e3f-4deb-8399-8aaa6f4dcecb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0465341 Oct 12 02:44:58.974882 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-c651c26b-8895-46df-85a6-5a57495a6d23 req-233eda9d-c4c8-419f-ba7a-5797b5ca143f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470357 Oct 12 02:45:00.095997 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a147f4b-0413-4131-9267-2d08faf67c25 req-5285ef27-7cd1-423c-95db-2785f567cad7 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:00.097501 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a147f4b-0413-4131-9267-2d08faf67c25 req-5285ef27-7cd1-423c-95db-2785f567cad7 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0472155 Oct 12 02:45:00.147033 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-9a147f4b-0413-4131-9267-2d08faf67c25 req-2f48dd10-2d93-487e-814d-7923246342fa tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Oct 12 02:45:00.925387 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-3454fbfb-9e90-4ade-9dda-7b531fbcd272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:00.926825 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-3454fbfb-9e90-4ade-9dda-7b531fbcd272 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0389805 Oct 12 02:45:00.951061 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:00.992917 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:01.019886 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-09356314-ba4f-439c-8d5f-2a7e683250c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:01.021384 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-09356314-ba4f-439c-8d5f-2a7e683250c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0892372 Oct 12 02:45:01.081590 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-f19710b6-df61-41ac-96e3-6db4b81f6d25 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 1001 time: 0.0545526 Oct 12 02:45:01.133838 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-9131916d-8ff9-4d00-b0fd-7180f3fc17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:01.135299 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-9131916d-8ff9-4d00-b0fd-7180f3fc17f4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0482826 Oct 12 02:45:01.178437 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-3540fad3-baae-4e73-a710-7efd9a68def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:01.179833 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-3540fad3-baae-4e73-a710-7efd9a68def4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0385575 Oct 12 02:45:01.272229 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-1b0c4ac8-6521-4b88-8f6b-15e450b2dce6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862014 Oct 12 02:45:01.273090 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092b32-9baa-416d-b32f-5f2b2fef0843 req-ca5cbbc2-1ba6-4739-bd42-045f695d0ebb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:01.274574 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-22092b32-9baa-416d-b32f-5f2b2fef0843 req-ca5cbbc2-1ba6-4739-bd42-045f695d0ebb tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0514195 Oct 12 02:45:01.325122 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-22092b32-9baa-416d-b32f-5f2b2fef0843 req-1657c6be-e41c-47e6-823f-850c022dbbf1 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442538 Oct 12 02:45:01.366764 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-bb3601fc-6bda-4faa-831f-21194f12e560 req-8fb068e3-aa1e-43b6-ad17-ec8157e717f1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Oct 12 02:45:02.010013 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:02.013051 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:02.446449 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032a624-a688-4a2a-8f86-922c8a621f66 req-d57a791c-81cb-46a0-9d6f-46ff1fd894a3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:02.447866 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c032a624-a688-4a2a-8f86-922c8a621f66 req-d57a791c-81cb-46a0-9d6f-46ff1fd894a3 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0468121 Oct 12 02:45:02.496460 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-c032a624-a688-4a2a-8f86-922c8a621f66 req-4d8951fb-14cd-40b1-9c8c-ce753e0a40a5 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Oct 12 02:45:03.304155 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:03.304870 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=7 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:03.615085 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488c802-9441-4d31-b88a-ec719748c5c8 req-fd21ae46-3558-410f-a25a-f108d30898d4 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:03.616457 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3488c802-9441-4d31-b88a-ec719748c5c8 req-fd21ae46-3558-410f-a25a-f108d30898d4 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0467038 Oct 12 02:45:03.665421 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3488c802-9441-4d31-b88a-ec719748c5c8 req-e9e8e7e1-eb33-4a25-b3aa-0bfcc5964637 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Oct 12 02:45:03.739944 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [req-3b715b95-4d69-4ef7-a763-d32d97cc3ff7 req-6f9d7854-2f29-4b15-b079-7286969d7f21 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:45:03.740961 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3b715b95-4d69-4ef7-a763-d32d97cc3ff7 req-6f9d7854-2f29-4b15-b079-7286969d7f21 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051806 Oct 12 02:45:03.944091 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec12a0-5481-4c55-bfef-d34a46286c0f req-3dafa315-2f20-4dcf-aaaf-2833d8b493ab tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:03.945583 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d4ec12a0-5481-4c55-bfef-d34a46286c0f req-3dafa315-2f20-4dcf-aaaf-2833d8b493ab tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0787568 Oct 12 02:45:03.951742 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-11d6866f-ee07-4119-8a57-ef35a3e68e5b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090415 Oct 12 02:45:03.964069 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-36666f30-72a8-45cc-8d3d-aeef69d73fa5 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:45:03.965068 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-36666f30-72a8-45cc-8d3d-aeef69d73fa5 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064621 Oct 12 02:45:04.008122 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-d4ec12a0-5481-4c55-bfef-d34a46286c0f req-a13486cf-5b93-4353-b9f1-208d5648ca0f tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554502 Oct 12 02:45:04.097535 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-80d1d1c7-e306-4aca-b070-434c6e334f48 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:04.098894 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-80d1d1c7-e306-4aca-b070-434c6e334f48 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports/9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 942 time: 0.1044929 Oct 12 02:45:05.134347 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273ce42-8750-4ed9-9780-6706561777a6 req-4376951f-ddf5-46dd-b1f5-a7405048774c tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:05.135898 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e273ce42-8750-4ed9-9780-6706561777a6 req-4376951f-ddf5-46dd-b1f5-a7405048774c tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0506213 Oct 12 02:45:05.184646 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e273ce42-8750-4ed9-9780-6706561777a6 req-48258d56-2171-42f5-b757-d5645a4a6fab tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431428 Oct 12 02:45:05.350815 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-a57f955f-4bce-4a94-bce6-124a307e715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:05.352287 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-a57f955f-4bce-4a94-bce6-124a307e715d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be&tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7 HTTP/1.1" status: 200 len: 1129 time: 0.0409341 Oct 12 02:45:05.428312 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-cc03fd69-825e-4719-b0e1-9f2acc045232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:05.429809 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-cc03fd69-825e-4719-b0e1-9f2acc045232 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0382133 Oct 12 02:45:05.442900 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:05.524109 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-0e3b6488-7988-4b43-85e4-e00245091e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:05.525607 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-0e3b6488-7988-4b43-85e4-e00245091e8d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0904799 Oct 12 02:45:05.585362 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-d4fdf465-321c-49fe-9985-24b022d22c5b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 1001 time: 0.0540929 Oct 12 02:45:05.636438 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-76085674-f3b6-46ec-bc7e-4d58519cb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:05.637881 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-76085674-f3b6-46ec-bc7e-4d58519cb6a6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0472298 Oct 12 02:45:05.680537 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-dca173aa-eb67-4267-a79e-ed2ebd943261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:05.682006 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-dca173aa-eb67-4267-a79e-ed2ebd943261 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0378678 Oct 12 02:45:05.731928 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:05.771573 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-fd688856-d688-4d22-93af-e0c3d842f2c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Oct 12 02:45:05.863621 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-3bed5fa3-1fbf-49d6-b500-09f43a47b09d req-3cb37722-53a3-4bda-978e-87d43f048c27 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Oct 12 02:45:06.129507 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:45:06.202110 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e is: ACTIVE; New status is: DOWN {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:45:06.202492 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:06.225615 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:45:06.227815 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a10081-d29e-4084-9a57-a51d82281c16" -d '{"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-unplugged", "status": "completed", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:45:06.240804 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:45:06.245202 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:06.270369 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956bd766-cc7e-4647-b6e8-d22dececc9a5 x-openstack-request-id: req-956bd766-cc7e-4647-b6e8-d22dececc9a5 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:45:06.270692 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-unplugged", "status": "completed", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:45:06.270943 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-956bd766-cc7e-4647-b6e8-d22dececc9a5 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:45:06.271335 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956bd766-cc7e-4647-b6e8-d22dececc9a5'] response: {'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'code': 200} Oct 12 02:45:06.296882 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=6']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:45:06.303902 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.304245 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.304610 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.304948 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.305277 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.305602 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.305924 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.306244 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.306569 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.306888 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.307208 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.307589 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.307905 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.308385 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.308757 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:06.324773 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3e9f-eef8-4740-a666-a47f6216109a req-959c4066-e87f-470a-9493-14a618f7023a tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:06.326251 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e43d3e9f-eef8-4740-a666-a47f6216109a req-959c4066-e87f-470a-9493-14a618f7023a tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 943 time: 0.0577056 Oct 12 02:45:06.375124 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-e43d3e9f-eef8-4740-a666-a47f6216109a req-ed355e5f-906c-4942-b687-44448979a136 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431709 Oct 12 02:45:06.923956 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=100 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:06.929783 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23d283-f8d2-4f99-9a66-fa42d83f7441 req-6ea01963-6c88-40e0-bc07-121b78eb0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:06.931244 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2d23d283-f8d2-4f99-9a66-fa42d83f7441 req-6ea01963-6c88-40e0-bc07-121b78eb0c0e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1127 time: 0.0389490 Oct 12 02:45:06.976276 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-2d23d283-f8d2-4f99-9a66-fa42d83f7441 req-17d55805-e375-4efd-abd5-00257d29f101 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381887 Oct 12 02:45:07.502350 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f11a2-3f62-4af1-8855-927dbefadad5 req-b4f343e9-d7d9-4f44-9c99-2635354e7e9c tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:07.503803 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-506f11a2-3f62-4af1-8855-927dbefadad5 req-b4f343e9-d7d9-4f44-9c99-2635354e7e9c tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 943 time: 0.0501385 Oct 12 02:45:07.552863 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-506f11a2-3f62-4af1-8855-927dbefadad5 req-dbc0a7e8-8f6c-4707-b126-30350fde562e tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Oct 12 02:45:08.125127 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:45:08.224910 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:45:08.236647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Returning: {'device': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'port_id': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'mac_address': 'fa:16:3e:42:04:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:45:08.271633 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e is: DOWN; New status is: BUILD {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:45:08.272020 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:08.285611 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:45:08.310681 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:45:08.314405 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:08.359325 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=7']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:45:08.603251 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] get_ports_and_sgs() called for port_ids ['9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'] {{(pid=104429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:45:08.673589 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d853c8-c3da-447c-b0a1-50e728350354 req-c89cae21-098e-4bcd-9457-88999aec35d6 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:08.675079 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f1d853c8-c3da-447c-b0a1-50e728350354 req-c89cae21-098e-4bcd-9457-88999aec35d6 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 944 time: 0.0476635 Oct 12 02:45:08.730314 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f1d853c8-c3da-447c-b0a1-50e728350354 req-0f906ed4-469d-4f39-a0a3-db655d93f472 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494709 Oct 12 02:45:08.827989 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:10.153435 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e up at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:45:10.195855 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Provisioning complete for port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e triggered by entity L2. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:45:10.196228 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:10.196593 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Attempt 1 to provision port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e Oct 12 02:45:10.235157 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:10.271689 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Current status of the port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e is: BUILD; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:45:10.272077 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:10.294969 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:45:10.297195 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81d208abd89fb7ef919eef8422d4090c54c9d38839a2f6d49b91ac2734f67e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b8c080-8d44-4e35-b93f-87d0e6078063" -d '{"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-plugged", "status": "completed", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:45:10.310494 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:45:10.314395 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745082187201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745081732356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745081732374'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:10.337630 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f472a0d-fb0d-43b7-81ec-decaae24ee2e x-openstack-request-id: req-1f472a0d-fb0d-43b7-81ec-decaae24ee2e {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:45:10.337921 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-plugged", "status": "completed", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:45:10.338173 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f472a0d-fb0d-43b7-81ec-decaae24ee2e {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:45:10.338582 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f472a0d-fb0d-43b7-81ec-decaae24ee2e'] response: {'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'code': 200} Oct 12 02:45:10.363371 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Pushing event updated for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=8']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:45:13.250712 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [req-455fb215-4274-4cd0-bde4-c5f96ece313e req-50164b14-6f60-4755-ba77-1dd40312e1a7 service neutron] (104427) timed out ('10.222.0.27', 64925) {{(pid=104427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:45:13.285091 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [req-91112f74-527c-4a12-b945-1e8931486311 req-60f32de3-fcbf-4529-9879-6be7c558e639 service neutron] (104428) timed out ('10.222.0.27', 64943) {{(pid=104428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:45:15.185887 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:15.186657 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:16.818958 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cdc7af50-a6bd-464e-95e2-1412ecde5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:17.540215 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=15 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:17.548675 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=36 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:18.720842 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=90 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:18.724927 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=86 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:19.040758 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f2c54bdf-8209-46c1-a7ee-b3c5dcefbef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:20.346343 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:21.999120 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:22.056850 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:25.132707 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:45:29.199504 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:32.057546 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:32.060182 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=33,neutron:UPDATE=6 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:35.128482 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:35.459510 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:45.453488 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:45.456328 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:46.820317 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c33010f9-e25c-46f4-9841-d0628c32d39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:49.033484 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df3b3bbe-6696-4440-b47f-4b00269469a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:50.348315 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:51.986262 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:52.018614 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:52.806658 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-3c21e1c3-3fb1-40c8-bdbf-cf8ff30df480 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794816 Oct 12 02:45:52.906950 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-61d7b328-73be-4487-ae75-edbf27a3f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:52.908376 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-61d7b328-73be-4487-ae75-edbf27a3f8cd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0379226 Oct 12 02:45:53.011724 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-b2cff750-18b4-4ae7-843e-f3d1ea919311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:53.013203 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-b2cff750-18b4-4ae7-843e-f3d1ea919311 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0875547 Oct 12 02:45:53.073059 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-979965e6-e941-45a1-ab41-52a689c843cc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 1001 time: 0.0535991 Oct 12 02:45:53.124423 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-d44bbf6d-352c-4b76-9400-e47856098c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:53.125837 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-d44bbf6d-352c-4b76-9400-e47856098c34 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0465291 Oct 12 02:45:53.167239 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-34f56c95-3fe7-4977-9661-7940d0428cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:53.169369 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-34f56c95-3fe7-4977-9661-7940d0428cbf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0372732 Oct 12 02:45:53.258107 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-37a51310-2c64-4bad-938c-20e5baf835a9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Oct 12 02:45:53.346620 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-d6452500-66e3-4e28-981b-8da875f8edc1 req-22f49d5f-aa83-4207-9476-91ed25da6bc5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826283 Oct 12 02:46:02.012902 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:02.014834 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:02.131267 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:46:03.341814 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=48 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:03.343704 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=53 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:05.456527 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:12.033631 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=16 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:12.126934 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=18 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:15.450499 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:15.452350 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:16.822813 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-464284f7-c937-47e6-b493-62dfd57b1611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:19.034467 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-814c13f9-b1b5-4155-a6f8-7bf2042f8f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:20.352816 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:20.795495 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 32928) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:20.933255 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Deleting port 6b07b749-e4be-45b2-96d9-96a5f6772d58 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:20.934141 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.242369 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.242692 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for floatingip (6b07b749-e4be-45b2-96d9-96a5f6772d58), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.255420 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Calling delete_port for 6b07b749-e4be-45b2-96d9-96a5f6772d58 owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:21.416404 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (6b07b749-e4be-45b2-96d9-96a5f6772d58), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.440190 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event deleted for resources: {'Port': ['ID=6b07b749-e4be-45b2-96d9-96a5f6772d58,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:21.452569 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.452916 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.453259 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.453595 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.453921 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.454246 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.454570 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.454889 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.455211 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.455525 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.455835 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.456154 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.456490 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.456802 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.457121 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:21.514509 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for floatingip (a2290799-47f9-4453-a851-bf3c0dae78e4), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.514831 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Floating IP a2290799-47f9-4453-a851-bf3c0dae78e4 disassociated (deleted). External IP: 172.28.2.104, port: 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e. Oct 12 02:46:21.710280 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Router 6cb02413-6279-435d-9859-a6a0bdfe48d6 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:46:21.809741 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:46:21.814361 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for floatingip (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.818761 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] Sync routers for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:46:21.828742 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:21.829355 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:46:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:21.838759 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:21.848594 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-79b83959-bd28-4a59-92b4-54c655d651d9 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a2290799-47f9-4453-a851-bf3c0dae78e4 HTTP/1.1" status: 204 len: 168 time: 1.0521095 Oct 12 02:46:21.849465 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:46:21.851716 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ee3da2-b258-4a8d-ad59-d39c386a65b5" -d '{"events": [{"name": "network-changed", "server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:46:21.944266 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:21.960236 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a8b5c-bf5a-4410-a12e-d2a7d99ab0d7 x-openstack-request-id: req-802a8b5c-bf5a-4410-a12e-d2a7d99ab0d7 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:46:21.960610 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:46:21.960810 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-802a8b5c-bf5a-4410-a12e-d2a7d99ab0d7 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:46:21.961226 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802a8b5c-bf5a-4410-a12e-d2a7d99ab0d7'] response: {'name': 'network-changed', 'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'status': 'completed', 'code': 200} Oct 12 02:46:21.995752 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:22.031942 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:22.057319 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:22.062357 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-066e764b-22de-475e-b2c4-c7e2f305bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:22.063914 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-066e764b-22de-475e-b2c4-c7e2f305bfd8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 1129 time: 0.0524035 Oct 12 02:46:22.166267 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516795ba-78f4-4f8b-979f-98fcd3af39b0 req-7597c6a2-5eca-4978-b62d-556dc65003fe tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:22.168348 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-516795ba-78f4-4f8b-979f-98fcd3af39b0 req-7597c6a2-5eca-4978-b62d-556dc65003fe tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0990994 Oct 12 02:46:22.219475 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-516795ba-78f4-4f8b-979f-98fcd3af39b0 req-f577f854-f9e5-480b-b438-50216e2c83bc tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Oct 12 02:46:22.225570 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 5, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:22.250622 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] Checking router: 6cb02413-6279-435d-9859-a6a0bdfe48d6 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:46:22.259687 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:22.260293 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:46:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:22.362422 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:22.541356 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 5, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:22.568566 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226f7e2-02ba-4e99-9160-7344e07348be None None] The sync data for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb is: [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:42:23Z', 'revision_number': 4, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb', '_interfaces': [{'id': '94ea4528-8850-4233-93e5-c21f9a80e5a5', 'name': '', 'network_id': 'e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'mac_address': 'fa:16:3e:f4:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:22Z', 'updated_at': '2022-10-12T02:42:28Z', 'revision_number': 5, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'subnets': [{'id': 'c4b75617-2ff3-4d5c-b720-3f432d0026a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:46:22.769847 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef41a1b0-5203-44c0-a762-71aefad17941 None None] New status for floating IP a2290799-47f9-4453-a851-bf3c0dae78e4: DOWN {{(pid=104429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:46:23.166978 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-c45e6ea0-7fd6-4e95-8cc2-31ec184a5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:23.169014 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-c45e6ea0-7fd6-4e95-8cc2-31ec184a5f9a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 200 len: 910 time: 0.0877662 Oct 12 02:46:23.323477 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-810257f9-89c9-4283-a87d-69758dc53062 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 200 len: 217 time: 0.0374045 Oct 12 02:46:23.395241 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307047-df4f-4164-8862-1711b17a02a6 req-d7f8b51c-ba93-4b11-b6b6-b8b974bb1a15 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:23.396901 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-34307047-df4f-4164-8862-1711b17a02a6 req-d7f8b51c-ba93-4b11-b6b6-b8b974bb1a15 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.1013675 Oct 12 02:46:23.419645 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-f7c7b6d0-5b7f-49c0-b995-21a915bddde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:23.421086 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-f7c7b6d0-5b7f-49c0-b995-21a915bddde3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 200 len: 848 time: 0.0438237 Oct 12 02:46:23.445897 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-34307047-df4f-4164-8862-1711b17a02a6 req-c8ac5f45-f9d4-4ea7-a989-2189d44d7680 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5c47c051-8fa5-463e-b748-6f0fea1f64bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Oct 12 02:46:23.551302 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7bc09ab4-f37a-496c-a5c5-736fd5b31c5d tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:23.552769 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7bc09ab4-f37a-496c-a5c5-736fd5b31c5d tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 945 time: 0.0795863 Oct 12 02:46:23.553821 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-262bda82-b5bb-49e8-b27b-f60ea1b8f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:23.555146 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-262bda82-b5bb-49e8-b27b-f60ea1b8f262 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0808604 Oct 12 02:46:23.703973 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Deleting port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:23.704233 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:23.721854 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-11d3f614-a739-4a0c-a69c-c328f3df00b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539006 Oct 12 02:46:23.868219 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] For port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:23.868625 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:23.890428 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Calling delete_port for 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:23.895901 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-37ee3da2-b258-4a8d-ad59-d39c386a65b5 req-d834cefe-ed49-4aba-a0e2-36f78ee4c656 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430931 Oct 12 02:46:24.029424 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (9fab807b-d3c0-4e7a-b47b-c3dfce17c24e), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:24.035160 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:24.058768 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event deleted for resources: {'Port': ['ID=9fab807b-d3c0-4e7a-b47b-c3dfce17c24e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:24.106473 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] No DVR routers for this DVR port 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e on host hv-cinder-84914 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:46:24.108985 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22067'] for port (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:24.112164 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [req-e99e5c26-17b9-4484-8aff-74814f4cb3df req-7ca23484-e6d9-412f-a3af-bfeea82c3aa0 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.27 "DELETE /networking/v2.0/ports/9fab807b-d3c0-4e7a-b47b-c3dfce17c24e HTTP/1.1" status: 204 len: 173 time: 0.5503507 Oct 12 02:46:24.112682 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-deleted', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:46:24.114903 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8033f6b6a8ee1716b2314ab5b44a67690637bb5102d064ce1e6fedb486b7c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f259e573-ce6a-4217-a418-a7b9a65e97c9" -d '{"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-deleted", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:46:24.153411 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c89053-ddbf-48e5-b45b-7dab6ce1553d x-openstack-request-id: req-e9c89053-ddbf-48e5-b45b-7dab6ce1553d {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:46:24.153718 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473bddf6-afb9-4add-801a-dde028ae68be", "name": "network-vif-deleted", "tag": "9fab807b-d3c0-4e7a-b47b-c3dfce17c24e", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:46:24.153975 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9c89053-ddbf-48e5-b45b-7dab6ce1553d {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:46:24.154384 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c89053-ddbf-48e5-b45b-7dab6ce1553d'] response: {'server_uuid': '473bddf6-afb9-4add-801a-dde028ae68be', 'name': 'network-vif-deleted', 'tag': '9fab807b-d3c0-4e7a-b47b-c3dfce17c24e', 'status': 'completed', 'code': 200} Oct 12 02:46:24.572425 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [req-f2435b85-a4f0-48b6-87e1-017c2afa7f8a req-e677a6d1-bf76-421e-9653-36f437b82b33 tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=473bddf6-afb9-4add-801a-dde028ae68be HTTP/1.1" status: 200 len: 210 time: 0.0328226 Oct 12 02:46:25.639602 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 32962) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:25.686409 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:25.698013 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf16b058-98fa-4ae0-94c6-d680e0e325ee tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group (5c47c051-8fa5-463e-b748-6f0fea1f64bc), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:25.722094 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf16b058-98fa-4ae0-94c6-d680e0e325ee tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group (5c47c051-8fa5-463e-b748-6f0fea1f64bc), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:25.781035 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf16b058-98fa-4ae0-94c6-d680e0e325ee tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (5c47c051-8fa5-463e-b748-6f0fea1f64bc), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:25.783634 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf16b058-98fa-4ae0-94c6-d680e0e325ee tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:25.784805 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-cf16b058-98fa-4ae0-94c6-d680e0e325ee tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5c47c051-8fa5-463e-b748-6f0fea1f64bc HTTP/1.1" status: 204 len: 168 time: 0.1451225 Oct 12 02:46:25.795229 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16b058-98fa-4ae0-94c6-d680e0e325ee tempest-TestShelveInstance-627353321 tempest-TestShelveInstance-627353321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c47c051-8fa5-463e-b748-6f0fea1f64bc,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:26.658261 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:46:26.679968 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] No Port match for: 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:46:26.680311 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Device 9fab807b-d3c0-4e7a-b47b-c3dfce17c24e not bound to the agent host hv-cinder-84914 {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:46:26.838314 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 32968) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:27.144313 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (6cb02413-6279-435d-9859-a6a0bdfe48d6), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:27.365927 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Deleting port 94ea4528-8850-4233-93e5-c21f9a80e5a5 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:27.366271 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:27.447803 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] For port 94ea4528-8850-4233-93e5-c21f9a80e5a5, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=94ea4528-8850-4233-93e5-c21f9a80e5a5,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:27.448085 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:27.460761 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Calling delete_port for 94ea4528-8850-4233-93e5-c21f9a80e5a5 owned by network:router_interface {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:27.584796 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:27.586936 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:27.641047 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (94ea4528-8850-4233-93e5-c21f9a80e5a5), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:27.666917 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ea4528-8850-4233-93e5-c21f9a80e5a5,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:27.696151 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.696524 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.696872 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.697215 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.697554 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.697937 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.698219 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.698546 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.699464 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.699869 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.700204 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.700618 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.700952 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.701280 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.701603 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:27.845761 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (6cb02413-6279-435d-9859-a6a0bdfe48d6), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:27.866074 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9238d6-630c-4326-b546-300a0418df07 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:46:27.940580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9238d6-630c-4326-b546-300a0418df07 None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:46:28.053312 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Router 6cb02413-6279-435d-9859-a6a0bdfe48d6 has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:46:28.159976 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:46:28.165348 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-80ad80c8-4566-4d91-a337-23bfa7f08761 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6cb02413-6279-435d-9859-a6a0bdfe48d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3256850 Oct 12 02:46:28.167795 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 32970) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:28.171703 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] Sync routers for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:46:28.190653 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:28.191293 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:46:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:28.288150 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks [] for router (6cb02413-6279-435d-9859-a6a0bdfe48d6), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.301474 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: dv-cinder-849143-14-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:28.399454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks [] for router_gateway (6cb02413-6279-435d-9859-a6a0bdfe48d6), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.446353 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Deleting port 45c0b900-a1f3-4767-84dc-81bba9fb7cae {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:28.446718 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.468121 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:28.481106 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:46:27Z', 'revision_number': 5, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port': {'id': '45c0b900-a1f3-4767-84dc-81bba9fb7cae', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:21Z', 'updated_at': '2022-10-12T02:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:28.510414 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] Checking router: 6cb02413-6279-435d-9859-a6a0bdfe48d6 for host: dv-cinder-849143-14-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:46:28.520159 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] Routers {'6cb02413-6279-435d-9859-a6a0bdfe48d6'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:28.520372 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:46:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['6cb02413-6279-435d-9859-a6a0bdfe48d6'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:28.536982 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] For port 45c0b900-a1f3-4767-84dc-81bba9fb7cae, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=45c0b900-a1f3-4767-84dc-81bba9fb7cae,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:28.537352 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.551155 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Calling delete_port for 45c0b900-a1f3-4767-84dc-81bba9fb7cae owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:28.595649 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-b23d298f-c955-4634-88e2-e0b3f73e21d7 None None] Provisioning complete for port b476b807-c87d-411b-807f-fb8000df55bc triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:46:28.596027 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b23d298f-c955-4634-88e2-e0b3f73e21d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (b476b807-c87d-411b-807f-fb8000df55bc), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.596374 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-b23d298f-c955-4634-88e2-e0b3f73e21d7 None None] Attempt 1 to provision port b476b807-c87d-411b-807f-fb8000df55bc Oct 12 02:46:28.609364 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] Set router 6cb02413-6279-435d-9859-a6a0bdfe48d6 gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:28.635126 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=100 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:28.663239 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:46:28Z', 'revision_number': 6, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:28.673862 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-b23d298f-c955-4634-88e2-e0b3f73e21d7 None None] Current status of the port b476b807-c87d-411b-807f-fb8000df55bc is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:46:28.689376 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4103d64-87bb-475f-b1d2-558431f97156 None None] The sync data for ids ['6cb02413-6279-435d-9859-a6a0bdfe48d6'] in dv-cinder-849143-14-smb is: [{'id': '6cb02413-6279-435d-9859-a6a0bdfe48d6', 'name': 'tempest-TestShelveInstance-1255603236-router', 'tenant_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:20Z', 'updated_at': '2022-10-12T02:46:28Z', 'revision_number': 6, 'project_id': 'a2e62e5890dd476e9b5ec4dd20a265a7', 'gw_port_host': None}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:46:28.739618 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (45c0b900-a1f3-4767-84dc-81bba9fb7cae), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.765566 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c0b900-a1f3-4767-84dc-81bba9fb7cae,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:28.829101 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (6cb02413-6279-435d-9859-a6a0bdfe48d6), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.889008 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:28.917205 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (6cb02413-6279-435d-9859-a6a0bdfe48d6), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.920156 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks [] for router_controller (6cb02413-6279-435d-9859-a6a0bdfe48d6), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.964259 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (6cb02413-6279-435d-9859-a6a0bdfe48d6), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.965454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb02413-6279-435d-9859-a6a0bdfe48d6 {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:46:28.969737 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:28.971274 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-fb18a942-2599-4025-b5ad-5c3a0d980843 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/6cb02413-6279-435d-9859-a6a0bdfe48d6 HTTP/1.1" status: 204 len: 168 time: 0.8024955 Oct 12 02:46:28.973835 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 32972) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:29.017413 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] Deleting subnet c4b75617-2ff3-4d5c-b720-3f432d0026a4 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:46:29.020454 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] Publish callbacks [] for subnet (c4b75617-2ff3-4d5c-b720-3f432d0026a4), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.053211 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:29.055794 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12792393'] for subnet (c4b75617-2ff3-4d5c-b720-3f432d0026a4), precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.134986 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (c4b75617-2ff3-4d5c-b720-3f432d0026a4), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.187615 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13573185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13536448'] for subnet (c4b75617-2ff3-4d5c-b720-3f432d0026a4), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.212082 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b75617-2ff3-4d5c-b720-3f432d0026a4,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:29.218449 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for subnet (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.224329 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-8dda935d-4c46-4b49-a6be-c5ceaa0c4dff admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c4b75617-2ff3-4d5c-b720-3f432d0026a4 HTTP/1.1" status: 204 len: 168 time: 0.2471271 Oct 12 02:46:29.224546 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda6286-fd0e-4979-89d5-02875cbdfe18 None None] Network e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:46:29.224991 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 32974) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:29.298754 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.347047 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Deleting port b476b807-c87d-411b-807f-fb8000df55bc {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:29.347383 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (b476b807-c87d-411b-807f-fb8000df55bc), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.392681 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] DHCP port deletion for e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:46:29.419369 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] For port b476b807-c87d-411b-807f-fb8000df55bc, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=b476b807-c87d-411b-807f-fb8000df55bc,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:29.420560 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (b476b807-c87d-411b-807f-fb8000df55bc), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.432965 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Deleting port b476b807-c87d-411b-807f-fb8000df55bc {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:29.433504 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (b476b807-c87d-411b-807f-fb8000df55bc), before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.435243 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Calling delete_port for b476b807-c87d-411b-807f-fb8000df55bc owned by network:dhcp {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:29.501709 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] For port b476b807-c87d-411b-807f-fb8000df55bc, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=b476b807-c87d-411b-807f-fb8000df55bc,segment=NetworkSegment(d03b9f66-ceba-4918-9638-6bdcfd457b31),segment_id=d03b9f66-ceba-4918-9638-6bdcfd457b31)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:29.502112 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (b476b807-c87d-411b-807f-fb8000df55bc), precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.516293 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Calling delete_port for b476b807-c87d-411b-807f-fb8000df55bc owned by network:dhcp {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:29.518057 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13573236'] for port (b476b807-c87d-411b-807f-fb8000df55bc), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.545367 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] No DVR routers for this DVR port b476b807-c87d-411b-807f-fb8000df55bc on host dv-cinder-849143-14-smb {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:46:29.548914 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Pushing event deleted for resources: {'Port': ['ID=b476b807-c87d-411b-807f-fb8000df55bc,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:29.595421 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367'] for port (b476b807-c87d-411b-807f-fb8000df55bc), after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.618332 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Pushing event deleted for resources: {'Port': ['ID=b476b807-c87d-411b-807f-fb8000df55bc,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:29.621883 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.628169 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.628542 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.628892 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.629239 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.629584 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.629923 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.630257 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.630587 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.630922 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.631251 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.631580 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.631913 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.632239 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.632589 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.632923 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:29.635629 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d07943-9370-4b2f-811e-205c5c2912d6 None None] No DVR routers for this DVR port b476b807-c87d-411b-807f-fb8000df55bc on host dv-cinder-849143-14-smb {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:46:29.645892 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:29.655944 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b9f66-ceba-4918-9638-6bdcfd457b31') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:29.656241 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b9f66-ceba-4918-9638-6bdcfd457b31') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:29.665921 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12792368'] for segment (d03b9f66-ceba-4918-9638-6bdcfd457b31), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.679916 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (d03b9f66-ceba-4918-9638-6bdcfd457b31), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.686223 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:46:29.686634 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573291'] for segment (d03b9f66-ceba-4918-9638-6bdcfd457b31), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.744744 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.750557 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:29.753791 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530 HTTP/1.1" status: 204 len: 168 time: 0.5283890 Oct 12 02:46:29.755375 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:29.757024 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 32980) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:29.772175 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment d03b9f66-ceba-4918-9638-6bdcfd457b31 resource provider aggregate not found Oct 12 02:46:29.783716 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7bd31-0e54-4e24-b4cf-ad949483519e admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d8c3b8-3e4e-4947-a19d-d3e8b0ae6530,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:29.790912 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.services.segments.plugin [-] Segment d03b9f66-ceba-4918-9638-6bdcfd457b31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d03b9f66-ceba-4918-9638-6bdcfd457b31 found for delete ", "request_id": "req-6a5323e9-d53e-40ab-bf7b-73c99c2e6077"}]} Oct 12 02:46:30.221213 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 45c0b900-a1f3-4767-84dc-81bba9fb7cae no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:46:30.241692 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 45c0b900-a1f3-4767-84dc-81bba9fb7cae {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:46:30.242438 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 45c0b900-a1f3-4767-84dc-81bba9fb7cae not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:46:30.242438 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b476b807-c87d-411b-807f-fb8000df55bc no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:46:30.266067 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: b476b807-c87d-411b-807f-fb8000df55bc {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:46:30.266416 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device b476b807-c87d-411b-807f-fb8000df55bc not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:46:30.266853 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 94ea4528-8850-4233-93e5-c21f9a80e5a5 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:46:30.276015 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:30.287966 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 94ea4528-8850-4233-93e5-c21f9a80e5a5 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:46:30.288319 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 94ea4528-8850-4233-93e5-c21f9a80e5a5 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:46:30.323063 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350018'] for router_interface (10d27ede-3768-4be6-8876-32de0306fe2e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:30.398720 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=100 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:30.540064 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Deleting port 57a06284-63f6-45de-a269-7a9cec9918f2 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:30.540192 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:30.618336 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] For port 57a06284-63f6-45de-a269-7a9cec9918f2, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=57a06284-63f6-45de-a269-7a9cec9918f2,segment=NetworkSegment(d3afefc7-8342-4551-b25d-d9e793e664fc),segment_id=d3afefc7-8342-4551-b25d-d9e793e664fc)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:30.618697 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:30.631138 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Calling delete_port for 57a06284-63f6-45de-a269-7a9cec9918f2 owned by network:router_interface {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:30.808965 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (57a06284-63f6-45de-a269-7a9cec9918f2), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:30.833088 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a06284-63f6-45de-a269-7a9cec9918f2,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:31.014814 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16282125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16350006'] for router_interface (10d27ede-3768-4be6-8876-32de0306fe2e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.035239 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25807e9c-d554-499d-86ab-2215a0d1a8b4 None None] get_active_networks_info from dv-cinder-849143-14-smb {{(pid=104429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:46:31.062164 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:31.072495 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:31.108703 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25807e9c-d554-499d-86ab-2215a0d1a8b4 None None] Resources bound (agent type, host, resource id): {{(pid=104429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:46:31.129440 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:31.226579 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:31.232169 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Router 10d27ede-3768-4be6-8876-32de0306fe2e has already been hosted by L3 agent 05eff603-2a8c-49f0-99a4-c74c038b9f9f {{(pid=104427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:46:31.342801 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-smb the message routers_updated {{(pid=104427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:46:31.351076 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-b0ebf4ae-e378-455c-9046-01269617c401 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/10d27ede-3768-4be6-8876-32de0306fe2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896549 Oct 12 02:46:31.351076 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 32984) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:31.361319 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] Sync routers for ids ['10d27ede-3768-4be6-8876-32de0306fe2e'] in dv-cinder-849143-14-smb {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:46:31.396193 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] Routers {'10d27ede-3768-4be6-8876-32de0306fe2e'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:31.396855 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:46:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['10d27ede-3768-4be6-8876-32de0306fe2e'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:31.450955 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks [] for router (10d27ede-3768-4be6-8876-32de0306fe2e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.515035 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] Set router 10d27ede-3768-4be6-8876-32de0306fe2e gateway port host: dv-cinder-849143-14-smb {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:31.564390 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks [] for router_gateway (10d27ede-3768-4be6-8876-32de0306fe2e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.615147 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Deleting port 7a227605-85e7-4d24-9d10-d36b98e0792c {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:31.615494 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.697100 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'external_fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:46:30Z', 'revision_number': 5, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port': {'id': '7a227605-85e7-4d24-9d10-d36b98e0792c', 'name': '', 'network_id': '947cdfd7-3ff8-4567-b315-d5e2e346f81c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dea2cc9b-3373-4dfa-a18e-df80fb6ea123', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-smb'}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:31.707773 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] For port 7a227605-85e7-4d24-9d10-d36b98e0792c, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=7a227605-85e7-4d24-9d10-d36b98e0792c,segment=NetworkSegment(df49c565-fd48-4173-bd23-c49021e4b6b1),segment_id=df49c565-fd48-4173-bd23-c49021e4b6b1)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:31.708295 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.722463 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Calling delete_port for 7a227605-85e7-4d24-9d10-d36b98e0792c owned by network:router_gateway {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:31.726517 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] Checking router: 10d27ede-3768-4be6-8876-32de0306fe2e for host: dv-cinder-849143-14-smb {{(pid=104429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:46:31.736093 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] Routers {'10d27ede-3768-4be6-8876-32de0306fe2e'} bound to L3 agent in host dv-cinder-849143-14-smb {{(pid=104429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:31.736754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:19Z,description=,heartbeat_timestamp=2022-10-12T02:46:19Z,host='dv-cinder-849143-14-smb',id=05eff603-2a8c-49f0-99a4-c74c038b9f9f,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:19Z,topic='l3_agent')) {'router_ids': ['10d27ede-3768-4be6-8876-32de0306fe2e'], 'active': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:31.824873 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_dvr_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] Set router 10d27ede-3768-4be6-8876-32de0306fe2e gateway port host: None {{(pid=104429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:31.878244 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.l3_hamode_db [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:46:31Z', 'revision_number': 6, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port_host': None}], 'dv-cinder-849143-14-smb', False) {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:31.904443 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a93d7a-ac17-4cfd-bea3-ce1e4a9306fa None None] The sync data for ids ['10d27ede-3768-4be6-8876-32de0306fe2e'] in dv-cinder-849143-14-smb is: [{'id': '10d27ede-3768-4be6-8876-32de0306fe2e', 'name': 'tempest-TestShelveInstance-144367925-router', 'tenant_id': 'd84657ed75a344c0a517a4f50d421d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:25Z', 'updated_at': '2022-10-12T02:46:31Z', 'revision_number': 6, 'project_id': 'd84657ed75a344c0a517a4f50d421d32', 'gw_port_host': None}] {{(pid=104429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:46:31.906862 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (7a227605-85e7-4d24-9d10-d36b98e0792c), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.916789 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-de4f7241-f0b5-4c1b-bae3-70876d94af1c None None] Provisioning complete for port 95204923-8963-44ca-8473-64de29ee3260 triggered by entity DHCP. {{(pid=104429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:46:31.917170 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-de4f7241-f0b5-4c1b-bae3-70876d94af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665639'] for port (95204923-8963-44ca-8473-64de29ee3260), provisioning_complete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.917817 dv-cinder-849143-14-smb neutron-server[104429]: INFO neutron.plugins.ml2.plugin [None req-de4f7241-f0b5-4c1b-bae3-70876d94af1c None None] Attempt 1 to provision port 95204923-8963-44ca-8473-64de29ee3260 Oct 12 02:46:31.934163 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7a227605-85e7-4d24-9d10-d36b98e0792c,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:31.997614 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-de4f7241-f0b5-4c1b-bae3-70876d94af1c None None] Current status of the port 95204923-8963-44ca-8473-64de29ee3260 is: ACTIVE; New status is: ACTIVE {{(pid=104429) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:46:32.010382 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16344700'] for router_gateway (10d27ede-3768-4be6-8876-32de0306fe2e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.101513 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4774'] for router (10d27ede-3768-4be6-8876-32de0306fe2e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.103732 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks [] for router_controller (10d27ede-3768-4be6-8876-32de0306fe2e), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.105745 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:32.146332 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16350062'] for router (10d27ede-3768-4be6-8876-32de0306fe2e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.146851 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d27ede-3768-4be6-8876-32de0306fe2e {{(pid=104427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:46:32.151040 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.152782 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-57faa512-130f-45f9-8c33-4ae2485b22ac admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/10d27ede-3768-4be6-8876-32de0306fe2e HTTP/1.1" status: 204 len: 168 time: 0.8012390 Oct 12 02:46:32.155263 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 32986) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:32.199832 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] Deleting subnet 9d84d06a-2123-4fde-a18c-a158c7a34eb4 {{(pid=104427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:46:32.202477 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:32.203395 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] Publish callbacks [] for subnet (9d84d06a-2123-4fde-a18c-a158c7a34eb4), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.244016 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12782313'] for subnet (9d84d06a-2123-4fde-a18c-a158c7a34eb4), precommit_delete_associations {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.330560 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736924'] for subnet (9d84d06a-2123-4fde-a18c-a158c7a34eb4), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.387593 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13551443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12791623'] for subnet (9d84d06a-2123-4fde-a18c-a158c7a34eb4), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.416717 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d84d06a-2123-4fde-a18c-a158c7a34eb4,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:32.420048 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.423227 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-fa3852df-7cd0-4952-9251-031a93c16c58 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/9d84d06a-2123-4fde-a18c-a158c7a34eb4 HTTP/1.1" status: 204 len: 168 time: 0.2669556 Oct 12 02:46:32.425325 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8251d9f5-93cd-4f24-abae-a7a9e310f9ca None None] Network b4e854a1-00f5-4df4-99e0-aeb00ffaeeae requested from dv-cinder-849143-14-smb {{(pid=104429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:46:32.425800 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 32988) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:32.492939 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712529'] for network (b4e854a1-00f5-4df4-99e0-aeb00ffaeeae), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.537580 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Deleting port 95204923-8963-44ca-8473-64de29ee3260 {{(pid=104427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:46:32.537918 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745082187048'] for port (95204923-8963-44ca-8473-64de29ee3260), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.603782 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.db [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] For port 95204923-8963-44ca-8473-64de29ee3260, host dv-cinder-849143-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-smb',level=0,port_id=95204923-8963-44ca-8473-64de29ee3260,segment=NetworkSegment(d3afefc7-8342-4551-b25d-d9e793e664fc),segment_id=d3afefc7-8342-4551-b25d-d9e793e664fc)] {{(pid=104427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:32.604141 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16330108'] for port (95204923-8963-44ca-8473-64de29ee3260), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.616800 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Calling delete_port for 95204923-8963-44ca-8473-64de29ee3260 owned by network:dhcp {{(pid=104427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:46:32.700241 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745082189990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745081733367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13551462'] for port (95204923-8963-44ca-8473-64de29ee3260), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.701677 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8db7c3-221b-4c56-b1d8-8de349590d19 None None] DHCP port deletion for b4e854a1-00f5-4df4-99e0-aeb00ffaeeae request from dv-cinder-849143-14-smb {{(pid=104429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:46:32.722895 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 57a06284-63f6-45de-a269-7a9cec9918f2 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:46:32.733628 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Pushing event deleted for resources: {'Port': ['ID=95204923-8963-44ca-8473-64de29ee3260,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:32.739118 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] No DVR routers for this DVR port 95204923-8963-44ca-8473-64de29ee3260 on host dv-cinder-849143-14-smb {{(pid=104427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:46:32.756092 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 57a06284-63f6-45de-a269-7a9cec9918f2 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:46:32.756092 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 57a06284-63f6-45de-a269-7a9cec9918f2 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:46:32.812419 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663694', 'neutron.services.segments.db._delete_segments_for_network-8745082196956'] for network (b4e854a1-00f5-4df4-99e0-aeb00ffaeeae), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.833053 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e854a1-00f5-4df4-99e0-aeb00ffaeeae']}} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:32.842358 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3afefc7-8342-4551-b25d-d9e793e664fc') {'for_net_delete': True} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:32.842651 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.services.segments.db [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3afefc7-8342-4551-b25d-d9e793e664fc') {} {{(pid=104427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:32.852238 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745082251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12782224'] for segment (d3afefc7-8342-4551-b25d-d9e793e664fc), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.866135 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683'] for segment (d3afefc7-8342-4551-b25d-d9e793e664fc), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.873793 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:46:32.874315 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13551545'] for segment (d3afefc7-8342-4551-b25d-d9e793e664fc), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.920362 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment d3afefc7-8342-4551-b25d-d9e793e664fc resource provider aggregate not found Oct 12 02:46:32.939340 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.services.segments.plugin [-] Segment d3afefc7-8342-4551-b25d-d9e793e664fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3afefc7-8342-4551-b25d-d9e793e664fc found for delete ", "request_id": "req-82495d9d-3499-4020-a1c9-1d39b7e0834c"}]} Oct 12 02:46:32.946189 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16282228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16344739'] for network (b4e854a1-00f5-4df4-99e0-aeb00ffaeeae), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.952267 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16282210'] for network (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:32.955527 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b4e854a1-00f5-4df4-99e0-aeb00ffaeeae HTTP/1.1" status: 204 len: 168 time: 0.5289364 Oct 12 02:46:32.967466 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3bd08-0359-4ad6-bb84-5fb3537c5280 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e854a1-00f5-4df4-99e0-aeb00ffaeeae,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:33.115849 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 32996) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:33.155819 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-a8f10cc6-74f6-42fc-b7f7-56a4ae197f59 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a2e62e5890dd476e9b5ec4dd20a265a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387709 Oct 12 02:46:33.158264 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [-] (104427) accepted ('10.222.0.18', 32998) {{(pid=104427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:33.164570 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:33.206615 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7cc2-cb86-437a-b868-7aca14fd228e admin admin] Publish callbacks [] for security_group (281f45ee-96fa-4f74-9573-aab3821d0f9e), before_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.226678 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7cc2-cb86-437a-b868-7aca14fd228e admin admin] Publish callbacks [] for security_group (281f45ee-96fa-4f74-9573-aab3821d0f9e), precommit_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.234103 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:33.274126 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7cc2-cb86-437a-b868-7aca14fd228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (281f45ee-96fa-4f74-9573-aab3821d0f9e), after_delete {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.277407 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7cc2-cb86-437a-b868-7aca14fd228e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.278569 dv-cinder-849143-14-smb neutron-server[104427]: INFO neutron.wsgi [None req-ea4b7cc2-cb86-437a-b868-7aca14fd228e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/281f45ee-96fa-4f74-9573-aab3821d0f9e HTTP/1.1" status: 204 len: 168 time: 0.1194346 Oct 12 02:46:33.286633 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7cc2-cb86-437a-b868-7aca14fd228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f45ee-96fa-4f74-9573-aab3821d0f9e,revision_number=None']} {{(pid=104427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:33.593639 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 33004) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:33.637279 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-b99ec53d-7284-4a57-a779-5bf8adedc8a4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d84657ed75a344c0a517a4f50d421d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423818 Oct 12 02:46:33.639391 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.18', 33006) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:33.686095 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-46e8eee4-cd9b-4672-b6e7-fb6756641d08 admin admin] Publish callbacks [] for security_group (77f227e8-bf7e-4e83-813a-cceb455147c8), before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.705252 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-46e8eee4-cd9b-4672-b6e7-fb6756641d08 admin admin] Publish callbacks [] for security_group (77f227e8-bf7e-4e83-813a-cceb455147c8), precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.753157 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-46e8eee4-cd9b-4672-b6e7-fb6756641d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16322843'] for security_group (77f227e8-bf7e-4e83-813a-cceb455147c8), after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.755558 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-46e8eee4-cd9b-4672-b6e7-fb6756641d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:33.756691 dv-cinder-849143-14-smb neutron-server[104428]: INFO neutron.wsgi [None req-46e8eee4-cd9b-4672-b6e7-fb6756641d08 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/77f227e8-bf7e-4e83-813a-cceb455147c8 HTTP/1.1" status: 204 len: 168 time: 0.1164172 Oct 12 02:46:33.764236 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8eee4-cd9b-4672-b6e7-fb6756641d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f227e8-bf7e-4e83-813a-cceb455147c8,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:34.220908 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 7a227605-85e7-4d24-9d10-d36b98e0792c no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:46:34.240507 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 7a227605-85e7-4d24-9d10-d36b98e0792c {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:46:34.240842 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 7a227605-85e7-4d24-9d10-d36b98e0792c not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:46:34.241250 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 95204923-8963-44ca-8473-64de29ee3260 no longer exists at agent ovs-agent-dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:46:34.260763 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] No Port match for: 95204923-8963-44ca-8473-64de29ee3260 {{(pid=104429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:46:34.261107 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.rpc [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Device 95204923-8963-44ca-8473-64de29ee3260 not bound to the agent host dv-cinder-849143-14-smb {{(pid=104429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:46:35.473403 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:39.130139 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:46:43.193641 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:43.281109 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:43.283234 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG dbcounter [-] [104427] Writing DB stats neutron:SELECT=2,neutron:DELETE=3 {{(pid=104427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:43.738831 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:43.760591 dv-cinder-849143-14-smb neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:45.422444 dv-cinder-849143-14-smb neutron-server[104427]: DEBUG neutron.wsgi [req-b946f5cc-439a-453b-b044-0e5a1f033228 req-c9eeb244-52c1-4e5b-9d19-1eefb2f19106 service neutron] (104427) timed out ('10.222.0.27', 64932) {{(pid=104427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:46:45.466229 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=99 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:45.470519 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:46.824609 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d573-7c3b-4092-9f26-97204f498442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:49.036340 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-81c34ed4-c90b-4a90-bf3e-4523c6331c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:49.126063 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=18 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:50.355741 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:51.994847 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:52.024398 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:02.018404 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:02.020400 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:05.475099 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:15.464822 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:15.471493 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:16.129190 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:47:16.826356 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-31172575-3db3-4726-a9ca-bcf6500c4c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:19.037700 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1a3074d7-3827-4035-abd6-5c5df7f919a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:20.358797 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:22.043272 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:22.051399 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:26.125680 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:26.126408 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:32.050139 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:32.054807 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:35.469998 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:45.465705 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:46.829768 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e847fba4-bb1b-42af-8fbd-fa23f255c939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:49.040452 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5e78058e-5c72-4622-b15a-4281b3ab1954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:50.360624 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:52.002576 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:52.022322 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:53.128840 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:48:02.017054 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:02.018924 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:05.483620 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:12.108021 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=16 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:12.114291 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=18 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:15.478489 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:15.480365 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:16.831933 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e3375119-8226-491d-be93-962c66fd1bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:19.044521 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-90bedac3-23e1-459b-adef-798911f1b67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:20.364020 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:22.005520 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:22.023822 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.127878 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:48:32.017679 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:32.019688 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:35.500848 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:40.123402 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:40.124126 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:45.491191 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:45.496923 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:46.835311 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0e84aed0-4580-4b35-ae58-d80aa16158ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.046332 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d0175baa-8cb8-4f5e-b443-8b200b72bf52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:50.366314 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:52.020548 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:52.024844 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:02.018900 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:02.022287 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:05.489586 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:07.126814 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:49:15.479317 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:15.485930 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:16.838754 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-17c4d1b3-412d-406d-b04d-f5c764876407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:17.123255 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:17.123904 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:19.048267 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-05cfe0ad-06d4-44e1-8016-729ac7c3b192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:20.368610 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:22.051897 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:22.054858 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:32.051708 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:32.055647 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:35.496699 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:44.126626 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:49:45.487081 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:45.492854 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:46.841773 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0663ebb3-1229-4fe4-8c7f-64b3af7f9fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:49.054144 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-411936df-5809-4cc0-9d07-3b306b58cb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:50.371886 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:52.023693 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:52.029060 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:02.021979 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:02.025040 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:05.511788 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:12.031253 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=22 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:12.033821 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=14 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:15.506272 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:15.508114 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:16.843980 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f5cb-f217-4034-ad80-1f446232df37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:19.050617 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-892d6f1f-c025-42f9-814c-8da8033d130e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:20.374570 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:21.129157 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:50:22.028316 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:22.030146 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:25.190943 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:31.123533 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=4 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:32.020041 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:32.027073 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:35.508078 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:45.499142 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:45.504028 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:46.844679 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-32feed39-0aeb-4d5f-9e63-74bb4e636af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:49.052023 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-01918569-6a81-4aef-864d-0ea876c2b4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:50.378679 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:52.029676 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:52.033338 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:58.127941 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG neutron.db.agents_db [None req-26b24e9c-1c7e-4765-b6f8-f51095eef885 None None] Agent healthcheck: found 6 active agents {{(pid=104430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:51:02.022577 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:02.029737 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:02.192441 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=3 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:05.507575 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d83fe770-ad98-49f8-b5ff-d97fff6722f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (2c6a71bf-2f54-4f7c-b9d3-bfc0c0224adb), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:08.123981 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=5 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:15.199927 dv-cinder-849143-14-smb neutron-server[104430]: DEBUG dbcounter [-] [104430] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:15.501832 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=2 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:15.503681 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG dbcounter [-] [104429] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:16.846567 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d9ff48ad-359c-49ff-a6cb-ab6f8f4a3235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ecd01149-343c-4698-8a27-71cdbac0799a), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:19.054184 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-210959b1-588d-4b77-bd6f-570ec2879fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (05eff603-2a8c-49f0-99a4-c74c038b9f9f), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:20.381785 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d7b0640e-8a7c-41d3-85ef-714d8b236fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (f6e39cb9-854a-432e-8843-179a4c7c8e63), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:22.189247 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c187a7b5-05ac-4f73-9c43-c740c353be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (850898df-9e5b-4eaf-a55e-8c76d24e9012), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:22.192349 dv-cinder-849143-14-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-325b4c4e-7289-4635-a7ea-30ef1e3fa64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745082196938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665793'] for agent (ad7ed0df-ec9b-4f8b-a315-77818da60d48), after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}